-- Logs begin at Tue 2022-01-18 13:04:07 UTC, end at Tue 2022-01-18 14:06:07 UTC. -- Jan 18 13:39:49.473060 dv-cinder-825104-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 13:39:51.628804 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:39:51.629495 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:39:51.629585 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82689) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:39:51.631836 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.common.config [-] Logging enabled! Jan 18 13:39:51.632078 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 13:39:51.632327 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82689) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 13:39:51.633886 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:39:51.634126 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:39:51.634476 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:39:51.634723 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:39:51.634951 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:39:51.635267 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.635565 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.635864 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.636123 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.636418 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.636709 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.636993 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.637282 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.637580 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.637868 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.638151 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.638440 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.638671 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.638954 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.639242 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.639531 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.639757 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] debug = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.640070 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.640501 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.640908 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.641196 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.641485 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.641774 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.642123 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.642414 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.642745 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] host = dv-cinder-825104-1-iscsi {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.643027 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.643315 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.643603 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.643890 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.644464 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.644744 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.645033 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.645308 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.645582 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_file = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.645858 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.646145 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.646435 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.646729 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.646957 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.647181 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.647464 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.647752 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.648055 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.648334 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.648612 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.649115 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.649284 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.649559 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.649852 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.650136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.650423 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.650706 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.650984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.651261 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.651536 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.651823 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.652123 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.652401 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.652678 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.652967 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.653239 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.653515 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.653813 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.654098 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.654395 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.654671 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.654945 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.655229 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.655504 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.655778 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.656077 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_json = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.656352 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.656626 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.656909 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.657183 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.657485 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.657813 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.658089 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.658376 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:51.658675 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.658975 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.659275 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.659557 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.659847 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.660159 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.660447 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.660726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.661014 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.661307 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.661595 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.661873 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.662159 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.662452 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.662743 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.663018 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.663297 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.663587 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.663865 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.664162 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.664488 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.664835 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.665112 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.665385 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.665669 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.665984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.666259 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.666532 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.666835 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.667257 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.667661 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.668107 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.668512 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.668918 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.669316 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.669726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.670129 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.670522 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.670983 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.671509 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.672008 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.673577 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.673577 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.673577 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.673577 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.673905 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.674171 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.674629 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.674919 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.675202 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.675485 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.675767 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.676076 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.676358 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.676639 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.676917 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.677194 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.677471 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.677767 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.678070 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.678352 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.678636 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.678916 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.679197 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.679478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.679759 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.680598 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.680894 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.681172 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.681465 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.681756 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.682047 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.682333 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.682612 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.682909 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.683188 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.683471 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.683749 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.684061 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.684350 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.684633 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.684929 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.685222 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.685514 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.685806 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.686100 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.686381 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.686690 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.686971 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:51.687189 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:39:51.687432 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82689) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 13:39:52.098621 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO keyring.backend [-] Loading KWallet Jan 18 13:39:52.106618 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO keyring.backend [-] Loading SecretService Jan 18 13:39:52.109924 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO keyring.backend [-] Loading Windows Jan 18 13:39:52.111295 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO keyring.backend [-] Loading chainer Jan 18 13:39:52.111868 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO keyring.backend [-] Loading macOS Jan 18 13:39:52.146107 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:39:52.146380 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:39:52.146667 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 13:39:52.147002 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 13:39:52.457867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.458156 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.458429 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.515989 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.516274 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.516544 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.519923 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.520233 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.520505 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.549393 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.549671 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.549938 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.577325 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.577602 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.577873 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.900694 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.901354 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.901354 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.901496 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:52.902391 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.024753 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.025074 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.025358 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.025629 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.025897 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.026205 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.026474 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.026733 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.026987 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.027269 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.027528 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.027792 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.028084 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.028346 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.028614 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.028884 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.029142 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.029413 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.029666 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.029950 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.030297 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.030549 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.030798 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.031080 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.031330 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.031575 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.031986 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.032236 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.032477 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.032716 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.032953 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.033189 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.033734 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 13:39:53.036872 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 13:39:53.041004 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 13:39:53.044896 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 18 13:39:53.046551 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 13:39:53.046938 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 13:39:53.047277 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 13:39:53.047658 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 13:39:53.050524 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 13:39:53.050778 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 13:39:53.051124 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:39:53.081835 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 13:39:53.082282 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.082583 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82689) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 13:39:53.082945 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.084524 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82689) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 13:39:53.084955 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 13:39:53.085337 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 13:39:53.090179 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.090574 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.177484 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 13:39:53.177733 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 13:39:53.177975 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 13:39:53.178362 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 13:39:53.209869 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_db.sqlalchemy.engines [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82689) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 13:39:53.544513 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing driver for type 'gre' Jan 18 13:39:53.545091 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] gre ID ranges: [(1, 1000)] Jan 18 13:39:53.599357 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing driver for type 'local' Jan 18 13:39:53.599690 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing driver for type 'vlan' Jan 18 13:39:53.615998 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] VlanTypeDriver initialization complete Jan 18 13:39:53.616330 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing driver for type 'vxlan' Jan 18 13:39:53.616828 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] vxlan ID ranges: [(1, 1000)] Jan 18 13:39:53.676594 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing extension driver 'port_security' Jan 18 13:39:53.676969 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] PortSecurityExtensionDriver initialization complete Jan 18 13:39:53.677350 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing mechanism driver 'openvswitch' Jan 18 13:39:53.677723 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing mechanism driver 'hyperv' Jan 18 13:39:53.684919 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.plugin [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:39:53.685698 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.686110 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.686505 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.687047 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:39:53.687484 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.687839 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.688210 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.688607 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:39:53.689018 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.689373 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.689719 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.690107 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:39:53.690513 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.690863 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.691205 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.691736 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:39:53.692171 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.692524 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.692867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.693280 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 13:39:53.693766 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] ML2 OVO RPC backend initialized. {{(pid=82689) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 13:39:53.694474 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.694853 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.695308 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.695713 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > networks before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.696184 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.696703 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > ports before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.697062 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.697447 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnets before_response 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.697820 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.698204 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.698550 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.698894 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.699239 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.699579 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.699918 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.700290 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.700629 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > subnet after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.701211 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.plugin [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Modular L2 Plugin initialization complete Jan 18 13:39:53.701546 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading services supported by the core plugin {{(pid=82689) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 13:39:53.701873 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.plugins.ml2.managers [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Got port-security extension from driver 'port_security' Jan 18 13:39:53.702339 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.extensions.vlantransparent [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Disabled vlantransparent extension. Jan 18 13:39:53.702757 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82689) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 13:39:53.703075 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: router Jan 18 13:39:53.741347 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.741748 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_create 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.742139 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router before_create 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.742548 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.742994 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.743390 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_delete 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.743786 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > floatingip after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.744211 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_create 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.744586 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.744940 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.745299 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.745703 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.746172 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.746545 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.746890 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.747230 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: subnet after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.747569 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.747921 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > port precommit_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.748303 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_create 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.748650 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.748995 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.749353 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router after_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.749701 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_delete 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.750046 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_create 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.750409 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router_interface after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.750800 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_update 55549900 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.751219 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > agent after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.751611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > agent after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.752026 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > network after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.753017 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Tracking information for resource: router configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.753388 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Tracking information for resource: floatingip configured {{(pid=82689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 13:39:53.758438 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.db.l3_agentschedulers_db [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 13:39:53.759077 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.759487 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.759875 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.760350 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: port after_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.761238 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router before_create 55550100 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.761648 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_delete 55550100 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.762057 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_create 55550100 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.762457 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > router precommit_update 55550100 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.766904 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.provider_configuration [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service providers = [] {{(pid=82689) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 13:39:53.767294 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.db.servicetype_db [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82689) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 13:39:53.770671 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.service_base [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:39:53.771051 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.service_base [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:39:53.771397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.service_base [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:39:53.772331 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.services.service_base [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 13:39:53.772709 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.services.service_base [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 13:39:53.773089 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.773408 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 13:39:53.784940 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.785274 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: auto_allocate Jan 18 13:39:53.791961 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: network precommit_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.792382 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: network precommit_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.792903 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.793226 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: tag Jan 18 13:39:53.800122 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.800446 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: timestamp Jan 18 13:39:53.804747 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.805168 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: network_ip_availability Jan 18 13:39:53.811122 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.811532 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.811911 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:53.813436 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.813436 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: flavors Jan 18 13:39:53.818867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.819205 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading Plugin: revisions Jan 18 13:39:53.824066 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 13:39:53.824467 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.678s {{(pid=82689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 13:39:53.825230 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82689) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 13:39:53.825577 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Initializing extension manager. Jan 18 13:39:53.826138 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: __init__.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.826535 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: __pycache__ {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.826901 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.827277 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.827652 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: _filter_validation_lib.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.828055 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.828392 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: address_group.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.829185 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.829888 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: address-group Jan 18 13:39:53.830179 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: address_scope.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.830948 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.831485 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: address-scope Jan 18 13:39:53.831833 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: admin_state_down_before_update.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.832855 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.833434 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: router-admin-state-down-before-update Jan 18 13:39:53.833784 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: agent.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.834557 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.835064 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: agent Jan 18 13:39:53.835392 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: agent_resources_synced.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.837012 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.837641 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: agent-resources-synced Jan 18 13:39:53.838003 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: allowedaddresspairs.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.840254 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.840820 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: allowed-address-pairs Jan 18 13:39:53.841189 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: auto_allocated_topology.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.842366 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.842934 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: auto-allocated-topology Jan 18 13:39:53.843284 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: availability_zone.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.844088 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.844637 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: availability_zone Jan 18 13:39:53.845001 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: availability_zone_filter.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.846020 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.846566 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: availability_zone_filter Jan 18 13:39:53.846927 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: data_plane_status.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.847886 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.848425 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 13:39:53.848751 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: default_subnetpools.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.849671 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.850183 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: default-subnetpools Jan 18 13:39:53.850509 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: dhcpagentscheduler.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.851291 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.851798 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: dhcp_agent_scheduler Jan 18 13:39:53.852725 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: dns.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.853653 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.854179 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension dns-integration not supported by any of loaded plugins Jan 18 13:39:53.854543 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: dns_domain_ports.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.855538 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.856152 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 13:39:53.856499 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: dvr.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.857182 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.857689 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: dvr Jan 18 13:39:53.858013 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: empty_string_filtering.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.858932 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.859440 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: empty-string-filtering Jan 18 13:39:53.859764 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.860726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.861224 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:39:53.861546 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.862467 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.862968 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 13:39:53.863290 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: external_net.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.864299 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.864837 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: external-net Jan 18 13:39:53.865193 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: extra_dhcp_opt.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.866185 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.866709 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: extra_dhcp_opt Jan 18 13:39:53.867035 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: extraroute.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.868088 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.868603 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: extraroute Jan 18 13:39:53.868931 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: extraroute_atomic.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.869985 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.870501 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: extraroute-atomic Jan 18 13:39:53.870833 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: filter_validation.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.871530 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.872128 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: filter-validation Jan 18 13:39:53.872479 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: fip_pf_description.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.873485 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.874054 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 13:39:53.874414 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: fip_port_details.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.875430 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.876026 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: fip-port-details Jan 18 13:39:53.876394 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: flavors.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.877736 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.878259 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: flavors Jan 18 13:39:53.878611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.880353 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.880881 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 13:39:53.881213 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: floatingip_pools.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.881925 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.882498 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: floatingip-pools Jan 18 13:39:53.882855 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: ip_allocation.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.883879 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.884468 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 13:39:53.884834 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.885854 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.886407 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: ip-substring-filtering Jan 18 13:39:53.886735 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l2_adjacency.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.887666 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.888205 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 13:39:53.888531 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.889500 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.890092 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: router Jan 18 13:39:53.890465 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3_conntrack_helper.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.892951 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.893545 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 13:39:53.893914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.895167 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.895723 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: ext-gw-mode Jan 18 13:39:53.896097 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.897077 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.897641 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: l3-ha Jan 18 13:39:53.898002 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3_flavors.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.899554 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.900120 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: l3-flavors Jan 18 13:39:53.900489 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.901421 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.901957 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 13:39:53.902248 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: l3agentscheduler.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.903293 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.903813 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: l3_agent_scheduler Jan 18 13:39:53.904177 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: logging.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.905815 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.906401 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension logging not supported by any of loaded plugins Jan 18 13:39:53.906770 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: metering.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.907626 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.908261 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: metering Jan 18 13:39:53.908591 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.909756 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.910327 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: metering_source_and_destination_fields Jan 18 13:39:53.910695 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: multiprovidernet.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.911681 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.912239 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: multi-provider Jan 18 13:39:53.912569 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: netmtu.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.913500 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.914013 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: net-mtu Jan 18 13:39:53.914382 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: netmtu_writable.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.915996 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.916575 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: net-mtu-writable Jan 18 13:39:53.916945 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: network_availability_zone.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.917628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.918154 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: network_availability_zone Jan 18 13:39:53.918505 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: network_ip_availability.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.919700 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.920282 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: network-ip-availability Jan 18 13:39:53.920611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: network_segment_range.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.921394 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.921900 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 13:39:53.922225 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: pagination.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.923226 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.923559 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: pagination Jan 18 13:39:53.923878 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.924830 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.925351 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: port-mac-address-regenerate Jan 18 13:39:53.925676 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: port_resource_request.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.926607 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.927119 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 13:39:53.927443 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: portbindings.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.928521 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.929042 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: binding Jan 18 13:39:53.929368 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: portbindings_extended.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.930780 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.931308 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: binding-extended Jan 18 13:39:53.931641 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: portsecurity.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.932597 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.933139 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: port-security Jan 18 13:39:53.933569 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: project_id.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.934575 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.934908 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: project-id Jan 18 13:39:53.935230 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: providernet.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.936189 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.936710 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: provider Jan 18 13:39:53.937035 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.940878 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.941406 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos not supported by any of loaded plugins Jan 18 13:39:53.941739 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.943096 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.943652 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 13:39:53.944040 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.945032 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.945592 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 13:39:53.946011 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_default.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.946944 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.947509 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-default not supported by any of loaded plugins Jan 18 13:39:53.947867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_fip.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.948595 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.949126 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-fip not supported by any of loaded plugins Jan 18 13:39:53.949457 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_gateway_ip.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.950452 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.950993 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 13:39:53.951323 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_port_network_policy.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.952282 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.952795 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 13:39:53.953124 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_rule_type_details.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.954042 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.954564 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 13:39:53.954894 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: qos_rules_alias.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.955957 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.956480 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 13:39:53.956827 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: quotasv2.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.957793 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.958162 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: quotas Jan 18 13:39:53.958526 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: quotasv2_detail.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.960348 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.960731 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: quota_details Jan 18 13:39:53.961067 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: rbac.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.962783 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.963311 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: rbac-policies Jan 18 13:39:53.963645 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: rbac_address_scope.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.964622 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.965142 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: rbac-address-scope Jan 18 13:39:53.965471 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: rbac_security_groups.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.966478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.967022 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: rbac-security-groups Jan 18 13:39:53.967388 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: rbac_subnetpool.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.968424 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.969001 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: rbac-subnetpool Jan 18 13:39:53.969369 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: revisionifmatch.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.970342 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.970853 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: revision-if-match Jan 18 13:39:53.971180 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: revisions.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.972327 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.972848 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: standard-attr-revisions Jan 18 13:39:53.973182 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: router_availability_zone.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.973865 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.974378 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: router_availability_zone Jan 18 13:39:53.974706 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: routerservicetype.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.975651 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.976257 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension router-service-type not supported by any of loaded plugins Jan 18 13:39:53.976608 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: security_groups_port_filtering.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.978287 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.978833 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: port-security-groups-filtering Jan 18 13:39:53.979187 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: securitygroup.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.990670 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.991250 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: security-group Jan 18 13:39:53.991612 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: segment.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.992596 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.993197 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension segment not supported by any of loaded plugins Jan 18 13:39:53.993558 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.994576 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.995143 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 13:39:53.995511 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: servicetype.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.996762 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.997348 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: service-type Jan 18 13:39:53.997701 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: sorting.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:53.998696 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:53.999033 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: sorting Jan 18 13:39:53.999361 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: standard_attr_segment.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.000322 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.000845 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 13:39:54.001175 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: standardattrdescription.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.001829 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.002343 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: standard-attr-description Jan 18 13:39:54.002669 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: stateful_security_group.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.003611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.004161 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: stateful-security-group Jan 18 13:39:54.004489 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: stdattrs_common.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.005080 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 13:39:54.005406 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.006350 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.006866 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 13:39:54.007190 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnet_onboard.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.008910 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.009502 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: subnet_onboard Jan 18 13:39:54.009855 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.010877 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.011436 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 13:39:54.011764 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnet_service_types.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.012770 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.013344 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: subnet-service-types Jan 18 13:39:54.013694 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnetallocation.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.014879 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.015446 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: subnet_allocation Jan 18 13:39:54.015818 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.016576 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.017164 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: subnetpool-prefix-ops Jan 18 13:39:54.017504 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.018459 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.018971 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 13:39:54.019560 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: tagging.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.020651 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.021168 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: standard-attr-tag Jan 18 13:39:54.021499 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: timestamp.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.022813 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.023410 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loaded extension: standard-attr-timestamp Jan 18 13:39:54.023735 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: trunk.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.025544 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.026065 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension trunk not supported by any of loaded plugins Jan 18 13:39:54.026396 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: trunk_details.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.027338 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.027855 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension trunk-details not supported by any of loaded plugins Jan 18 13:39:54.028204 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: uplink_status_propagation.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.029182 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.030247 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 13:39:54.030247 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Loading extension file: vlantransparent.py {{(pid=82689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 13:39:54.030830 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 13:39:54.031375 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 13:39:54.033688 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:network Jan 18 13:39:54.034434 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnet Jan 18 13:39:54.035041 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:39:54.035888 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:port Jan 18 13:39:54.037320 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.037763 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service FLAVORS assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.038382 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.038849 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.039223 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:router Jan 18 13:39:54.039974 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:39:54.040686 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service METERING assigned prefix: /metering {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.042137 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:54.042512 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:54.042867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:39:54.044011 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:39:54.044470 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:39:54.045133 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:39:54.045878 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service CORE assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.046217 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:39:54.046557 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] subnetpool is already registered Jan 18 13:39:54.047162 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service CORE assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.047497 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:39:54.047830 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] subnetpool is already registered Jan 18 13:39:54.050580 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.051013 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service FLAVORS assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.051703 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.052194 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.052553 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:router Jan 18 13:39:54.052920 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] router is already registered Jan 18 13:39:54.053574 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:floatingip Jan 18 13:39:54.053927 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] floatingip is already registered Jan 18 13:39:54.054567 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service METERING assigned prefix: /metering {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.055292 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 13:39:54.055658 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] rbac_policy is already registered Jan 18 13:39:54.056296 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:security_group Jan 18 13:39:54.056672 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] security_group is already registered Jan 18 13:39:54.057290 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 13:39:54.057662 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] security_group_rule is already registered Jan 18 13:39:54.058370 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service CORE assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.058745 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:39:54.059092 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] subnetpool is already registered Jan 18 13:39:54.059756 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.v2.resource_helper [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Service CORE assigned prefix: {{(pid=82689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 13:39:54.060167 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 13:39:54.060513 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING neutron.quota.resource_registry [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] subnetpool is already registered Jan 18 13:39:54.061222 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: extensions {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.062789 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: address-groups {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.064520 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: address-scopes {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.065757 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: agents {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.066990 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: auto-allocated-topology {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.068334 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: availability_zones {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.069707 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: dhcp-networks {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.071616 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: dhcp-agents {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.073057 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: routers {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.075046 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: flavors {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.076278 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: service_profiles {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.077589 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: next_providers {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.079077 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: service_profiles {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.080513 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: floatingip-pools {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.081842 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: routers {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.083611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: floatingips {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.084821 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: l3-routers {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.086174 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: l3-agents {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.088401 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: metering-labels {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.089894 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: metering-label-rules {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.091204 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: network-ip-availabilities {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.092551 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: bindings {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.095178 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: quotas {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.096752 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: quotas {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.098296 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: rbac-policies {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.099659 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: security-groups {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.100905 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: security-group-rules {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.102166 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: service-providers {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.103495 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: subnetpools {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.105050 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: subnetpools {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.106625 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.108522 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.110370 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.112277 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.114083 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.115780 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.117688 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.119675 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.121562 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.123364 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron.api.extensions [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Extended resource: tags {{(pid=82689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 13:39:54.129244 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING keystonemiddleware.auth_token [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 13:39:54.134669 dv-cinder-825104-1-iscsi neutron-server[82689]: WARNING keystonemiddleware.auth_token [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 13:39:54.142632 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Acquired lock "singleton_lock" {{(pid=82689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 13:39:54.143109 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_concurrency.lockutils [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Releasing lock "singleton_lock" {{(pid=82689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 13:39:54.143738 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Starting 2 workers Jan 18 13:39:54.148619 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Started child 82796 {{(pid=82689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:39:54.153810 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Started child 82797 {{(pid=82689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:39:54.154978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.155555 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO neutron.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 13:39:54.156111 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Notify callbacks [] for process, before_spawn {{(pid=82689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.156419 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [-] (82796) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:39:54.158548 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.159027 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Starting 1 workers Jan 18 13:39:54.159906 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [-] (82797) wsgi starting up on http://0.0.0.0:9696 Jan 18 13:39:54.163773 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Started child 82798 {{(pid=82689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:39:54.164379 dv-cinder-825104-1-iscsi neutron-server[82689]: INFO oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Starting 1 workers Jan 18 13:39:54.167374 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] calling RpcWorker wait() {{(pid=82798) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 13:39:54.168002 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] returning from RpcWorker wait() {{(pid=82798) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 13:39:54.168881 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Started child 82799 {{(pid=82689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 13:39:54.169105 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.169544 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:39:54.169708 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG neutron_lib.callbacks.manager [None req-7a561ba1-34f5-42e7-9928-dd7682bdaafb None None] Notify callbacks [] for process, after_spawn {{(pid=82689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.171778 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:39:54.172039 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:39:54.172246 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:39:54.172462 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:39:54.172809 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:39:54.172977 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:39:54.173496 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.173770 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.174038 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.174304 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.174594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.175336 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.175519 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.175775 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.176074 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.176336 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.176510 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.176681 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.176940 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.177186 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:54.177720 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.177720 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.177997 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.178140 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.178285 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:39:54.178427 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.178573 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.178712 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.178974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.179248 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.179598 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] debug = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.180177 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.180755 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.181087 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.181301 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.181577 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.181889 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.182159 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.182468 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.182719 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.182967 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.183205 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.183464 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.183707 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.183976 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.184310 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.184550 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.185033 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] host = dv-cinder-825104-1-iscsi {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.185282 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.185551 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.185770 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.186005 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.186253 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.186492 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.186751 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.187008 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.187266 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.187520 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.187791 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.188062 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.188312 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.188558 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_file = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.188729 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_options = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.188981 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.189660 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.189660 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.189969 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.189969 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.190252 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.190506 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.190506 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.190790 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.190933 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.191219 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.191383 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.191602 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.191840 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.192123 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.192325 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.192575 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.192792 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.193071 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.193304 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.193534 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.193790 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.194010 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.194236 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.194474 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.194708 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.194954 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.195171 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.195386 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.196223 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.196434 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.196698 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.196939 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.197184 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.197416 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.197646 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.197863 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.198151 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.198391 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.198656 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.198927 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.199149 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.199395 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.199611 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.199833 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.200074 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_json = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.200297 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.200554 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.200776 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.200992 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.201228 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.201456 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.201650 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.201886 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.202292 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.202579 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.202904 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.203151 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.203389 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.203643 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.203889 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.204140 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.204395 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.204633 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.205021 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.205597 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.205935 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.206201 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.206729 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.207397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.207635 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.207959 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.208136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.208395 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.208769 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.208910 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.209223 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.209507 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.210094 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.210094 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.210419 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.210554 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.210788 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.211025 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.212383 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.212383 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.212795 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.212795 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.213208 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.213208 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.213608 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.213751 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.213887 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.214471 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.214471 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.214749 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.214885 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.215056 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.215280 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.215517 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.215767 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.216074 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.216335 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.216599 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.216849 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.217110 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.217340 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.217566 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.217786 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.218030 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.218268 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.218531 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.219160 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.219418 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220883 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.220960 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.221161 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.221421 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.223816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.224391 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.224391 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.224391 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.224566 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.224700 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.225003 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.225254 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.225500 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.225824 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.226319 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.226743 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.227086 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.227361 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.230895 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231402 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231796 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.231871 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.232168 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.232440 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.232726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.232965 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.233218 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.233477 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.233732 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.234000 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.234256 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.234520 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.234794 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.235092 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.235570 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.236220 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.236689 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.237135 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.237702 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.238237 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.238693 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.239171 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.239699 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.240185 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.240734 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.241235 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.241734 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.242195 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.242692 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.243134 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.243668 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.244135 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.244585 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.245009 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.245455 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.245787 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.246100 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.246353 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.246589 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.246884 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.247125 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.247386 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.247663 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.247893 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.248183 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.248582 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.248880 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.249116 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.249409 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.250054 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.250502 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.250927 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.251386 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.251738 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.252126 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.252470 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.252802 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.253104 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.253398 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.253710 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.254041 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.254292 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.254578 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.254846 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.255098 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.255330 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.255574 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.255814 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.256108 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.256382 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.256605 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.256867 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.257110 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.257448 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.257715 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.257998 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.258835 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.259188 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.259445 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.259723 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.260000 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.260233 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.260454 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.260722 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.260953 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.261202 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.261418 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.261641 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.261863 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.262101 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.262316 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.262583 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.262827 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.263050 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.263347 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.263589 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.264132 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.264132 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.264387 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.264608 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.264839 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.265078 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.265316 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.265812 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.265965 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.266144 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.266407 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.266725 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.266990 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.267236 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.267484 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.267970 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.268424 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.268678 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.268924 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.269412 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.269637 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.269897 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.270212 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.270523 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.270780 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.271037 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.271332 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.271613 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.271892 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.272164 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.272455 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.272787 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.273141 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.273394 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.273646 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.274586 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.274852 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.275099 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.275365 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.275652 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.275886 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.276168 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.276417 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.276649 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.276909 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.277164 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.277408 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.277673 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.277932 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.278297 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.278792 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.279397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:39:54.279930 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 13:39:54.280134 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 13:39:54.280288 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 13:39:54.280614 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 13:39:54.280793 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 13:39:54.280947 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 13:39:54.281154 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.281319 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.281477 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.281644 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.281811 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282011 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282190 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282372 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282556 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282774 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.282905 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283076 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283296 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283427 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283595 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283772 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.283934 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284147 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284334 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284498 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284660 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284823 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.284986 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] debug = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.285146 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.285339 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.285678 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.285834 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.285996 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286159 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286320 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286482 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286643 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286804 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.286954 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287119 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287280 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287434 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287575 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287723 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.287883 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] host = dv-cinder-825104-1-iscsi {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288069 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288236 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288561 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288719 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.288878 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289038 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289193 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289348 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289532 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289691 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.289853 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290004 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290190 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_file = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290353 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_options = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290449 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290617 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290787 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.290997 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.291174 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.291354 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.291530 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.291710 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.291875 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292083 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292258 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292431 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292591 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292751 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.292912 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.293072 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.293231 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.293396 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.293554 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.293898 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294100 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294262 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294441 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294603 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294763 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.294924 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295130 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295226 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295381 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295540 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295701 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.295862 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296046 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296206 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296367 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296527 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296687 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.296850 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297012 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297173 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:39:54.297444 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297569 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297700 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297824 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.297946 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298103 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_json = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298260 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298421 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298580 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298740 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.298900 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.299060 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.299219 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.299380 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 13:39:54.299560 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.299726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.299901 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300084 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300244 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300408 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300572 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300783 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.300917 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301071 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301259 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301429 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301628 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301812 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.301997 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.302166 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.302346 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.302522 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.302705 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.302892 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303068 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303233 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303622 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303759 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.303884 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304052 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304217 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304401 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304583 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304748 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.304912 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305103 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305267 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305430 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305587 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305745 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.305896 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306060 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306223 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306560 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306724 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.306888 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307050 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307213 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307375 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307539 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307702 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.307865 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.308053 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.308235 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.308399 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.308563 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310128 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310785 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310785 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310785 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.310785 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311060 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311138 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311294 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311460 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311624 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311786 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.311968 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312139 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312302 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312466 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312638 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312816 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.312980 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313143 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313306 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313468 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313639 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313789 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.313944 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314109 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314273 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314436 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314599 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314767 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.314923 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315085 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315242 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315406 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315568 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315730 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.315892 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316079 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316255 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316428 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316610 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316793 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.316975 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.317165 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.317348 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.317531 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.317734 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.317911 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.318127 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.318296 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.318518 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.318743 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.318933 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.319075 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.319238 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.319428 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.319782 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.319876 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.320248 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.320334 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.320452 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.320652 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.321357 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.321640 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.321769 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322239 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322239 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322493 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322493 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322726 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.322840 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.323046 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.323189 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.323475 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.323633 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.323765 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.325808 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.326984 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328136 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328843 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328843 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328843 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.328843 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329177 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329343 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329508 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329629 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329802 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.329969 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.330139 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.330325 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.330534 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.330685 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.331095 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.331411 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.331592 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.331730 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.331845 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332081 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332269 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332397 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332557 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332730 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.332942 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.333335 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.333582 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.333766 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334242 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334242 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334242 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334656 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334656 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.334656 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.335594 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.336048 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.336048 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.336048 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.336255 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.336461 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.337145 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.337527 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.337889 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.338229 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.338566 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.338879 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.339191 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.339505 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.339676 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.339819 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.340006 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.340166 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.343974 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344478 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.344914 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345405 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345913 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345913 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.345913 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 13:39:54.346094 dv-cinder-825104-1-iscsi neutron-server[82689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 13:39:54.640686 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60586) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:39:54.649260 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064018 Jan 18 13:40:05.036841 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e18c2-0a1d-435f-9fc2-9cf1cfef28e8 None None] get_active_networks_info from dv-cinder-825104-1-iscsi {{(pid=82798) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 13:40:05.102896 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ff6eed71-6cc2-45f6-a1f5-d29982c239dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:05.118599 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e18c2-0a1d-435f-9fc2-9cf1cfef28e8 None None] No non-hosted networks {{(pid=82798) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 13:40:07.312586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5371bb5b-315c-463e-9891-25b5ec85f9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:07.371575 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cc754de1-b1e2-4a73-b085-8e1722dd7f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:08.312703 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:08.505889 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:08.506820 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.507217 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.507594 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.508705 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.509110 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.509440 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.509919 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.510275 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.510604 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.510985 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.511491 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:08.512160 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825104-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:08.522736 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825104-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:09.745844 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:11.554167 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60676) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:12.175119 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-e706afaa-a203-4f03-89f6-7bbb89bc70d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:12.175722 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-e706afaa-a203-4f03-89f6-7bbb89bc70d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:12.403541 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-e706afaa-a203-4f03-89f6-7bbb89bc70d2 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:40:12.404735 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e706afaa-a203-4f03-89f6-7bbb89bc70d2 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8495638 Jan 18 13:40:13.365233 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.db.l3_hamode_db [None req-0ce6c618-b278-4478-bf1c-5e2756086926 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 13:40:13.453446 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6c618-b278-4478-bf1c-5e2756086926 None None] Routers set() bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:40:13.453826 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6c618-b278-4478-bf1c-5e2756086926 None None] Router IDs set() for agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 13:40:14.662850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60690) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:15.066429 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:15.123179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.policy [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82796) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:40:15.123929 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:15.124319 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING oslo_policy.policy [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:15.127608 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.quota [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Loaded quota_driver: . Jan 18 13:40:15.143362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:15.214615 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038570710', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038940169', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038938905', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038928579', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730038925427', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525684', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3735389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3771339'] for rbac-policy, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:15.283851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:15.285193 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b3a13be1-ac80-466c-a415-e97b0986b7c2 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6214530 Jan 18 13:40:17.806310 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60704) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:18.407422 dv-cinder-825104-1-iscsi neutron-server[82797]: WARNING oslo_policy.policy [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:18.408028 dv-cinder-825104-1-iscsi neutron-server[82797]: WARNING oslo_policy.policy [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:18.630930 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Request body: {'network': {'project_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'name': 'private'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:18.632605 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.quota [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Loaded quota_driver: . Jan 18 13:40:18.649234 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:18.655761 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Usage tracker for resource:network and tenant:0603f4208c7b445a901383283b8830a7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:18.661408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:18.669851 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:18.685540 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Made reservation on behalf of 0603f4208c7b445a901383283b8830a7 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:40:18.724595 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.policy [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82797) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 13:40:18.725346 dv-cinder-825104-1-iscsi neutron-server[82797]: WARNING oslo_policy.policy [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:18.725728 dv-cinder-825104-1-iscsi neutron-server[82797]: WARNING oslo_policy.policy [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 13:40:18.731433 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:18.754458 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:18.802521 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:18.806409 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Usage tracker for resource:security_group_rule and tenant:0603f4208c7b445a901383283b8830a7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:18.809575 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:18.815187 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:18.886690 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:18.890820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:18.912349 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:40:18.937542 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730039443667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:18.938133 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Unsubscribe: segment precommit_create {{(pid=82797) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:40:18.938637 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Added segment 695a2243-0c25-480c-9285-77773ca0379e of type vlan for network 81bac973-ff9d-41a3-a0e1-7cdb970abceb Jan 18 13:40:18.995107 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29159a77-fd79-45bd-82d5-d8559fc74288,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:19.020402 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.020747 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.021082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.021408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.021749 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.022073 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.022391 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.022727 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.023069 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.023405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.024385 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Tracked resource versions report: Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: pushed versions: Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Log': {'1.0'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Network': {'1.1'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Port': {'1.5'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'PortForwarding': {'1.2'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'QosPolicy': {'1.8'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroup': {'1.2'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SubPort': {'1.0'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Subnet': {'1.1'}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Trunk': {'1.1'}} Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: consumer versions: Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Log': '1.0', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Network': '1.1', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Port': '1.5', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'PortForwarding': '1.2', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'QosPolicy': '1.8', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroup': '1.2', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroupRule': '1.0', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SubPort': '1.0', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Subnet': '1.1', Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Trunk': '1.1'}} Jan 18 13:40:19.025402 dv-cinder-825104-1-iscsi neutron-server[82797]: {{(pid=82797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:40:19.059294 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:19.101984 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:19.103168 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:19.103838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:19.208648 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4001777 Jan 18 13:40:19.213595 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943df8ca-6797-492b-9814-8d457bf84b79 admin admin] Pushing event updated for resources: {'Network': ['ID=81bac973-ff9d-41a3-a0e1-7cdb970abceb,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:19.237585 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:40:21.832082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60726) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:22.300537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf8439-1f08-458e-856b-0835ce54c097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:22.301867 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f0bf8439-1f08-458e-856b-0835ce54c097 admin admin] 10.222.0.31 "GET /v2.0/networks/81bac973-ff9d-41a3-a0e1-7cdb970abceb HTTP/1.1" status: 200 len: 825 time: 0.4688458 Jan 18 13:40:22.333625 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-4b2dd705-5b62-4ff4-9dbd-21af44b76b39 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/2fba5099-4603-42ce-8aae-121fee935538 HTTP/1.1" status: 200 len: 734 time: 0.0260103 Jan 18 13:40:22.343473 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:22.348290 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:22.352878 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Usage tracker for resource:subnet and tenant:0603f4208c7b445a901383283b8830a7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:22.356346 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:22.361852 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:22.371523 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Made reservation on behalf of 0603f4208c7b445a901383283b8830a7 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:40:22.373779 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:22.650595 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:22.732320 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec937e4b-67f1-4a90-b980-e9008351fb08,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:22.741059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Checking segment: {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:40:22.741447 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Network hostable DHCP agents. Network: 81bac973-ff9d-41a3-a0e1-7cdb970abceb, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:40:22.767660 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:40:22.777778 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 81bac973-ff9d-41a3-a0e1-7cdb970abceb) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:22.782378 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:22.782956 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:22.787650 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d339655-cafb-4364-849f-7c2c6da030e4 None None] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:40:22.802718 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8997dc93-7b28-44b4-94b6-f68fd28b38b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4626474 Jan 18 13:40:23.099066 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:40:23.100275 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.288460 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Allocated IP 172.20.0.2 (81bac973-ff9d-41a3-a0e1-7cdb970abceb/ec937e4b-67f1-4a90-b980-e9008351fb08/d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:40:23.518841 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.534566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Transition to ACTIVE for port object d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:40:23.556657 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Transition to ACTIVE for port object d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:40:23.562977 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.630266 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:40:23.633785 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:23.637179 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:40:23.643971 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Pushing event updated for resources: {'Port': ['ID=d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:23.683128 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.683473 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.683811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.684175 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.684512 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.684842 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.685171 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.685513 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.685845 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.686167 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.686490 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Tracked resource versions report: Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: pushed versions: Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Log': {'1.0'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Network': {'1.1'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Port': {'1.5'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'PortForwarding': {'1.2'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'QosPolicy': {'1.8'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroup': {'1.2'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SubPort': {'1.0'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Subnet': {'1.1'}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Trunk': {'1.1'}} Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: consumer versions: Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Log': '1.0', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Network': '1.1', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Port': '1.5', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'PortForwarding': '1.2', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'QosPolicy': '1.8', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroup': '1.2', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroupRule': '1.0', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SubPort': '1.0', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Subnet': '1.1', Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Trunk': '1.1'}} Jan 18 13:40:23.687534 dv-cinder-825104-1-iscsi neutron-server[82798]: {{(pid=82798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:40:23.746096 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Attempting to bind port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:40:23.746490 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Attempting to bind port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:40:23.746923 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Attempting to bind port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b on network 81bac973-ff9d-41a3-a0e1-7cdb970abceb {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:40:23.753498 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:40:23.753905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Checking segment: {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:40:23.754378 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.754766 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Bound using segment: {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:40:23.755253 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Bound port: d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:40:23.755651 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.843244 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] For port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:40:23.847239 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] For port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b,segment=NetworkSegment(695a2243-0c25-480c-9285-77773ca0379e),segment_id=695a2243-0c25-480c-9285-77773ca0379e)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:40:23.851992 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:23.962649 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf42f-fdb0-4b7c-9cc6-d55edfcdc5ad None None] Pushing event updated for resources: {'Port': ['ID=d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:25.152464 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60736) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:25.556490 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [None req-eb0c60e5-fdcb-4eac-809b-1c9933806712 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:40:25.557490 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-eb0c60e5-fdcb-4eac-809b-1c9933806712 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4039936 Jan 18 13:40:27.549437 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504a461-b668-48ba-b008-3d727e90a722 None None] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:40:27.693336 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-e581c1e2-3169-45b7-bb75-c765c9dfa4b5 None None] Provisioning for port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:40:27.855119 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60750) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:28.246259 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [None req-20390242-1588-451f-806f-debf369a5290 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:40:28.247221 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-20390242-1588-451f-806f-debf369a5290 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3911078 Jan 18 13:40:28.750166 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:28.816887 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:40:28.821935 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:28.822312 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:28.934977 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:28.967100 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b,segment=NetworkSegment(695a2243-0c25-480c-9285-77773ca0379e),segment_id=695a2243-0c25-480c-9285-77773ca0379e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:40:28.971974 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:29.039757 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:30.729606 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:30.802028 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:30.802028 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:30.802271 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60762) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:31.177765 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:31.182947 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:31.186636 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Usage tracker for resource:router and tenant:0603f4208c7b445a901383283b8830a7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:31.189896 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:31.195993 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:31.205805 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:31.207242 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:31.232955 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:31.353960 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:31.372905 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:31.374211 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d0a8380c-22d0-4dfe-9ed9-60fde170ac89 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5709777 Jan 18 13:40:33.747695 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60772) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:34.132359 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [None req-cb745c49-df2a-46a9-bfdf-bbb5334f5b1a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82797) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:40:34.133437 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-cb745c49-df2a-46a9-bfdf-bbb5334f5b1a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3847225 Jan 18 13:40:34.956655 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3fca-bae6-42d5-b369-bf3263ca82f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.403661 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60782) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:36.802779 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:36.807851 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:36.811551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Usage tracker for resource:network and tenant:6257e2ff4e9143309733083bd6b2aa04 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:36.814346 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:36.819882 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:36.829575 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Made reservation on behalf of 6257e2ff4e9143309733083bd6b2aa04 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:40:36.831894 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.844282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.876367 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:36.880005 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Usage tracker for resource:security_group_rule and tenant:6257e2ff4e9143309733083bd6b2aa04 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:36.882778 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:36.888238 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:36.952474 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.956013 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.973838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Reserving flat network on physical network physnet1 {{(pid=82797) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 13:40:36.994344 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dfc26c-88b8-4137-9226-24c5ad412d72,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:36.998627 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:36.998983 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Added segment d7fea68a-a31e-4343-98fa-574d3a4f6e19 of type flat for network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 Jan 18 13:40:37.033932 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:37.068875 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:37.069598 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:37.070227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:37.167122 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7623634 Jan 18 13:40:37.171598 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef94562-abde-4702-b074-bd1c439ac40e admin admin] Pushing event updated for resources: {'Network': ['ID=39bb8383-e7bf-4bf2-a4da-52105ceb2ca6,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:37.181882 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:40:37.303687 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8aefab23-1909-4c12-95f2-d8fb7a3d7b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:38.257920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:38.509978 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:39.432647 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 60802) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:39.661522 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a51c42d-c208-4580-9fa3-2481dd4185b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:39.662847 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2a51c42d-c208-4580-9fa3-2481dd4185b8 admin admin] 10.222.0.31 "GET /v2.0/subnets/ec937e4b-67f1-4a90-b980-e9008351fb08 HTTP/1.1" status: 200 len: 849 time: 0.2292702 Jan 18 13:40:39.687722 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:39.807488 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f27cd2fb-44f7-457c-b188-6f1c0b3f5dc2 admin admin] 10.222.0.31 "GET /v2.0/routers/199617d0-52a2-491b-b194-68f9377e63bc HTTP/1.1" status: 200 len: 704 time: 0.1386614 Jan 18 13:40:40.273917 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:40.504626 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Allocated IP 172.20.0.1 (81bac973-ff9d-41a3-a0e1-7cdb970abceb/ec937e4b-67f1-4a90-b980-e9008351fb08/42142257-d78a-412d-9cd1-162297efe01d) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:40:40.687415 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:40.708308 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Transition to ACTIVE for port object 42142257-d78a-412d-9cd1-162297efe01d will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:40:40.758837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:40.825014 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:40:40.827728 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:40.831773 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:40:40.832297 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:40.838988 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Pushing event updated for resources: {'Port': ['ID=42142257-d78a-412d-9cd1-162297efe01d,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:40.959166 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.037511 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-34d15f6b-c16f-4d23-b934-14a701a0c3e7 None None] Provisioning for port 42142257-d78a-412d-9cd1-162297efe01d completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:40:41.043268 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-34d15f6b-c16f-4d23-b934-14a701a0c3e7 None None] Provisioning complete for port 42142257-d78a-412d-9cd1-162297efe01d triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:41.043629 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-34d15f6b-c16f-4d23-b934-14a701a0c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.094151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-34d15f6b-c16f-4d23-b934-14a701a0c3e7 None None] Port 42142257-d78a-412d-9cd1-162297efe01d cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:40:41.184174 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.189232 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.189969 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.319728 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Pushing event updated for resources: {'Port': ['ID=42142257-d78a-412d-9cd1-162297efe01d,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:41.386774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:40:41.387839 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:41.617825 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-447c85f1-7841-4412-83f0-69f505b541a4 None None] Provisioning complete for port 42142257-d78a-412d-9cd1-162297efe01d triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:41.618120 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-447c85f1-7841-4412-83f0-69f505b541a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:41.669010 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-447c85f1-7841-4412-83f0-69f505b541a4 None None] Port 42142257-d78a-412d-9cd1-162297efe01d cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:40:41.736652 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Router 199617d0-52a2-491b-b194-68f9377e63bc is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:40:41.903087 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:40:41.912359 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-05a5cb4d-139f-4f6b-89e4-ff22e88c1d8a admin admin] 10.222.0.31 "PUT /v2.0/routers/199617d0-52a2-491b-b194-68f9377e63bc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0999346 Jan 18 13:40:41.912676 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Sync routers for ids ['199617d0-52a2-491b-b194-68f9377e63bc'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:40:41.926376 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Routers {'199617d0-52a2-491b-b194-68f9377e63bc'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:40:41.927196 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:40:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['199617d0-52a2-491b-b194-68f9377e63bc'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:42.103024 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Set router 199617d0-52a2-491b-b194-68f9377e63bc gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:40:42.466750 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:40Z', 'revision_number': 2, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port_host': None, '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:41Z', 'revision_number': 2, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:42.471752 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Checking router: 199617d0-52a2-491b-b194-68f9377e63bc for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:40:42.472218 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Updating router 199617d0-52a2-491b-b194-68f9377e63bc port 42142257-d78a-412d-9cd1-162297efe01d binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:40:42.522328 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:42.901976 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:42.917057 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Transition to ACTIVE for port object 42142257-d78a-412d-9cd1-162297efe01d will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:40:42.923097 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:43.115693 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Pushing event updated for resources: {'Port': ['ID=42142257-d78a-412d-9cd1-162297efe01d,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:43.166352 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.166691 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.167024 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.167352 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.167680 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.168024 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.168347 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.168682 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.169004 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.169317 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.169630 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Tracked resource versions report: Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: pushed versions: Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Log': {'1.0'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Network': {'1.1'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Port': {'1.5'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'PortForwarding': {'1.2'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'QosPolicy': {'1.8'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroup': {'1.2'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SubPort': {'1.0'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Subnet': {'1.1'}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Trunk': {'1.1'}} Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: consumer versions: Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Log': '1.0', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Network': '1.1', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Port': '1.5', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'PortForwarding': '1.2', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'QosPolicy': '1.8', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroup': '1.2', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroupRule': '1.0', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SubPort': '1.0', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Subnet': '1.1', Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Trunk': '1.1'}} Jan 18 13:40:43.170652 dv-cinder-825104-1-iscsi neutron-server[82799]: {{(pid=82799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:40:43.179450 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Attempting to bind port 42142257-d78a-412d-9cd1-162297efe01d on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:40:43.179878 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Attempting to bind port 42142257-d78a-412d-9cd1-162297efe01d by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:40:43.180334 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Attempting to bind port 42142257-d78a-412d-9cd1-162297efe01d on network 81bac973-ff9d-41a3-a0e1-7cdb970abceb {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:40:43.186928 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:40:43.187342 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Checking segment: {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:40:43.187827 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:43.188247 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Bound using segment: {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:40:43.188740 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Bound port: 42142257-d78a-412d-9cd1-162297efe01d, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695a2243-0c25-480c-9285-77773ca0379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:40:43.189141 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:43.275301 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] For port 42142257-d78a-412d-9cd1-162297efe01d, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:40:43.279443 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] For port 42142257-d78a-412d-9cd1-162297efe01d, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=42142257-d78a-412d-9cd1-162297efe01d,segment=NetworkSegment(695a2243-0c25-480c-9285-77773ca0379e),segment_id=695a2243-0c25-480c-9285-77773ca0379e)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:40:43.284899 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:43.374418 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Routers {'199617d0-52a2-491b-b194-68f9377e63bc'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:40:43.375045 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:40:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['199617d0-52a2-491b-b194-68f9377e63bc'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:43.487807 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1306f-d992-4fd6-bb8a-afd83c98c509 None None] Pushing event updated for resources: {'Port': ['ID=42142257-d78a-412d-9cd1-162297efe01d,revision_number=4']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:43.533330 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] Set router 199617d0-52a2-491b-b194-68f9377e63bc gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:40:43.859298 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:40Z', 'revision_number': 2, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port_host': None, '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:43Z', 'revision_number': 4, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:43.863222 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc13147e-456d-4a77-8127-1eb5e91d9278 None None] The sync data for ids ['199617d0-52a2-491b-b194-68f9377e63bc'] in dv-cinder-825104-1-iscsi is: [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:40Z', 'revision_number': 2, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port_host': None, '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:43Z', 'revision_number': 4, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:40:44.046730 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60824) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:44.255108 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570b6c7-0f37-41bc-b6b6-30ecb42ffb3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:44.256596 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-7570b6c7-0f37-41bc-b6b6-30ecb42ffb3d admin admin] 10.222.0.31 "GET /v2.0/networks/39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 HTTP/1.1" status: 200 len: 842 time: 0.2086220 Jan 18 13:40:44.266010 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:44.271148 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:40:44.275974 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Usage tracker for resource:subnet and tenant:6257e2ff4e9143309733083bd6b2aa04 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:40:44.279432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:40:44.285609 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:40:44.296213 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Made reservation on behalf of 6257e2ff4e9143309733083bd6b2aa04 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:40:44.298853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:44.735709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.objects.ports [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82796) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 13:40:44.736230 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:44.825573 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=05955b6a-0a3e-4986-bf4e-bb232a51c66e,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:44.828753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:40:44.829140 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Network hostable DHCP agents. Network: 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:40:44.845206 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.845544 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.845877 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.846205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.846535 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.846859 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.847178 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.847516 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.847837 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.848188 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.848494 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Tracked resource versions report: Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: pushed versions: Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Log': {'1.0'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Network': {'1.1'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Port': {'1.5'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'PortForwarding': {'1.2'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'QosPolicy': {'1.8'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroup': {'1.2'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SubPort': {'1.0'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Subnet': {'1.1'}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Trunk': {'1.1'}} Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: consumer versions: Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Log': '1.0', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Network': '1.1', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Port': '1.5', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'PortForwarding': '1.2', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'QosPolicy': '1.8', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroup': '1.2', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroupRule': '1.0', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SubPort': '1.0', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Subnet': '1.1', Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Trunk': '1.1'}} Jan 18 13:40:44.849530 dv-cinder-825104-1-iscsi neutron-server[82796]: {{(pid=82796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:40:44.888030 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:40:44.898321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:44.903185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:44.903792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:44.907805 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0589b-5a6b-4c72-b125-0fd621fedc86 None None] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:40:44.928640 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e9cacb7d-adc4-4750-9dec-9cab55d061dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6659508 Jan 18 13:40:45.141754 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd274e-6907-4089-b6d8-2c475a732b47 None None] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:40:46.763405 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 42142257-d78a-412d-9cd1-162297efe01d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:46.846253 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 42142257-d78a-412d-9cd1-162297efe01d completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:40:46.852618 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 42142257-d78a-412d-9cd1-162297efe01d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:46.853113 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:47.010098 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:47.046013 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 42142257-d78a-412d-9cd1-162297efe01d, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=42142257-d78a-412d-9cd1-162297efe01d,segment=NetworkSegment(695a2243-0c25-480c-9285-77773ca0379e),segment_id=695a2243-0c25-480c-9285-77773ca0379e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:40:47.050270 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:47.120189 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=42142257-d78a-412d-9cd1-162297efe01d,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:47.133627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60842) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:47.413692 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-263f9090-f3e5-48f3-85b5-7492c5df9915 admin admin] 10.222.0.31 "GET /v2.0/routers/199617d0-52a2-491b-b194-68f9377e63bc HTTP/1.1" status: 200 len: 710 time: 0.2789178 Jan 18 13:40:47.542629 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9f71a-79ba-437a-8c47-08e9215b16a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:40:47.544041 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1ca9f71a-79ba-437a-8c47-08e9215b16a1 admin admin] 10.222.0.31 "GET /v2.0/networks/39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 HTTP/1.1" status: 200 len: 886 time: 0.1253963 Jan 18 13:40:47.552563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:40:48.031546 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.215767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.271807 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.411540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Allocated IP 172.27.0.149 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/149b66e8-053d-4033-b0e6-ec76c6f49fd6) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:40:48.560363 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.612240 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.678975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:40:48.681954 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:40:48.685662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:40:48.715983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Pushing event updated for resources: {'Port': ['ID=149b66e8-053d-4033-b0e6-ec76c6f49fd6,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:48.740356 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 42142257-d78a-412d-9cd1-162297efe01d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:48.808758 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 42142257-d78a-412d-9cd1-162297efe01d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:48.809126 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:48.915525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:49.078631 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:49.081986 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-442644'] for router, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:49.280342 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Router 199617d0-52a2-491b-b194-68f9377e63bc has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:40:49.475336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:40:49.483889 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:49.485199 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3c0a040f-9251-4311-be1f-4599c6d6839a admin admin] 10.222.0.31 "PUT /v2.0/routers/199617d0-52a2-491b-b194-68f9377e63bc HTTP/1.1" status: 200 len: 890 time: 1.9357588 Jan 18 13:40:49.485550 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Sync routers for ids ['199617d0-52a2-491b-b194-68f9377e63bc'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:40:49.498664 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Routers {'199617d0-52a2-491b-b194-68f9377e63bc'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:40:49.499430 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:40:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['199617d0-52a2-491b-b194-68f9377e63bc'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:49.691421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Set router 199617d0-52a2-491b-b194-68f9377e63bc gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:40:50.027047 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:48Z', 'revision_number': 4, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port': {'id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:48Z', 'updated_at': '2022-01-18T13:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:47Z', 'revision_number': 5, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:50.031803 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Checking router: 199617d0-52a2-491b-b194-68f9377e63bc for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:40:50.032179 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Updating router 199617d0-52a2-491b-b194-68f9377e63bc port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:40:50.084241 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.406216 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.418574 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Transition to ACTIVE for port object 149b66e8-053d-4033-b0e6-ec76c6f49fd6 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:40:50.426400 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.507894 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f0b79-d721-4bf7-8105-fef871491401 None None] Pushing event updated for resources: {'Port': ['ID=149b66e8-053d-4033-b0e6-ec76c6f49fd6,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:50.515547 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Attempting to bind port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:40:50.515547 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Attempting to bind port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:40:50.515547 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Attempting to bind port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:40:50.524148 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:40:50.524515 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:40:50.524911 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.525300 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:40:50.525765 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Bound port: 149b66e8-053d-4033-b0e6-ec76c6f49fd6, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:40:50.526154 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.603773 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] For port 149b66e8-053d-4033-b0e6-ec76c6f49fd6, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:40:50.607078 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] For port 149b66e8-053d-4033-b0e6-ec76c6f49fd6, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=149b66e8-053d-4033-b0e6-ec76c6f49fd6,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:40:50.611523 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:50.691395 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f0b79-d721-4bf7-8105-fef871491401 None None] Pushing event updated for resources: {'Port': ['ID=149b66e8-053d-4033-b0e6-ec76c6f49fd6,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:50.695868 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Routers {'199617d0-52a2-491b-b194-68f9377e63bc'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:40:50.696556 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:40:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['199617d0-52a2-491b-b194-68f9377e63bc'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:50.908632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] Set router 199617d0-52a2-491b-b194-68f9377e63bc gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:40:51.230822 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:40:51.234007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:48Z', 'revision_number': 4, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port': {'id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:48Z', 'updated_at': '2022-01-18T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:47Z', 'revision_number': 5, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:40:51.238518 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70affe1-5f17-40d6-b833-2a0fce2ea4b6 None None] The sync data for ids ['199617d0-52a2-491b-b194-68f9377e63bc'] in dv-cinder-825104-1-iscsi is: [{'id': '199617d0-52a2-491b-b194-68f9377e63bc', 'name': 'router1', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:40:31Z', 'updated_at': '2022-01-18T13:40:48Z', 'revision_number': 4, 'project_id': '0603f4208c7b445a901383283b8830a7', 'gw_port': {'id': '149b66e8-053d-4033-b0e6-ec76c6f49fd6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:23:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:48Z', 'updated_at': '2022-01-18T13:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '42142257-d78a-412d-9cd1-162297efe01d', 'name': '', 'network_id': '81bac973-ff9d-41a3-a0e1-7cdb970abceb', 'tenant_id': '0603f4208c7b445a901383283b8830a7', 'mac_address': 'fa:16:3e:cd:e2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199617d0-52a2-491b-b194-68f9377e63bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:40:40Z', 'updated_at': '2022-01-18T13:40:47Z', 'revision_number': 5, 'project_id': '0603f4208c7b445a901383283b8830a7', 'subnets': [{'id': 'ec937e4b-67f1-4a90-b980-e9008351fb08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fba5099-4603-42ce-8aae-121fee935538'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:40:51.806624 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 60852) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:40:51.943906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c762bb07-13c1-478c-bac5-417a521efa30 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1361635 Jan 18 13:40:52.785243 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 149b66e8-053d-4033-b0e6-ec76c6f49fd6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:52.857023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:40:52.861497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:52.861868 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:52.972947 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:52.989308 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 149b66e8-053d-4033-b0e6-ec76c6f49fd6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=149b66e8-053d-4033-b0e6-ec76c6f49fd6,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:40:52.993866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:53.061844 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=149b66e8-053d-4033-b0e6-ec76c6f49fd6,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:40:54.750267 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 149b66e8-053d-4033-b0e6-ec76c6f49fd6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:40:54.859326 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 149b66e8-053d-4033-b0e6-ec76c6f49fd6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:40:54.859841 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:04.950163 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e221a601-f329-49be-9097-137f3171c5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:07.296452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5502fa39-6b73-4263-a621-83e218d4325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:08.262895 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:08.506436 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:09.702679 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:28.230772 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:41:34.953500 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-f15efa83-dce8-41f6-88e5-5d4ec5964b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:37.299663 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2de222fa-2bf6-4a79-abaa-0c6006f83ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:38.267809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:38.503514 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:41:39.710596 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:04.961796 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-01b9da2f-fe28-4a53-a085-7d73ac89c0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:05.231365 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:42:07.306402 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-491281df-26d6-4613-833a-8fd68880d5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:08.265928 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:08.505544 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:09.715601 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:34.956131 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-f49a574e-f0a6-434d-98ea-2a5ec5dc5443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:37.298867 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-87ba2169-721c-42be-97b4-409edd698299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:38.276045 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:38.500195 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:39.718522 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:42.231727 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:42:56.110421 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33192) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:42:56.200054 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a4c83-7895-456c-87a1-fa4dba57e19a admin admin] GET failed (client error): The resource could not be found. Jan 18 13:42:56.201254 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-400a4c83-7895-456c-87a1-fa4dba57e19a admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0898976 Jan 18 13:42:56.340271 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879cae65-30e3-4abf-bb91-683a078cab8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:42:56.341678 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-879cae65-30e3-4abf-bb91-683a078cab8e admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1364872 Jan 18 13:42:58.373771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33202) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:42:58.505288 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641886c5-c696-4a19-8e65-7ba4d0363ac1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:42:58.505934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-641886c5-c696-4a19-8e65-7ba4d0363ac1 admin admin] Synchronizing usage tracker for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:subnet {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:42:58.523476 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-641886c5-c696-4a19-8e65-7ba4d0363ac1 admin admin] Unset dirty status for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:subnet {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:42:58.524627 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-641886c5-c696-4a19-8e65-7ba4d0363ac1 admin admin] 10.222.0.31 "GET /v2.0/subnets/ec937e4b-67f1-4a90-b980-e9008351fb08 HTTP/1.1" status: 200 len: 849 time: 0.1498601 Jan 18 13:42:58.533749 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:42:58.651292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:58.837390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730039466487'] for subnet, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:58.881037 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:42:58.881622 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:58.882908 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] 10.222.0.31 "PUT /v2.0/subnets/ec937e4b-67f1-4a90-b980-e9008351fb08 HTTP/1.1" status: 200 len: 868 time: 0.3527696 Jan 18 13:42:58.907007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55631d4-7ab0-47ea-9875-67b318b4f558 None None] Network 81bac973-ff9d-41a3-a0e1-7cdb970abceb requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:42:58.908681 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec937e4b-67f1-4a90-b980-e9008351fb08,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:42:58.918359 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.918758 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.919047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.919377 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.919722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.920087 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.920414 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.920757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.921081 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.921397 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:58.921784 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bd9e44-c46a-4dcb-ab4c-64da02db03c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:42:59.410391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c7199c4e-9aac-44d2-9fd8-700e96f0fdd9 None None] Provisioning complete for port 42142257-d78a-412d-9cd1-162297efe01d triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:42:59.410783 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c7199c4e-9aac-44d2-9fd8-700e96f0fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:42:59.534873 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c7199c4e-9aac-44d2-9fd8-700e96f0fdd9 None None] Provisioning complete for port d7d6dfa2-5a5a-4305-8d5c-e64b0b9df13b triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:42:59.535169 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c7199c4e-9aac-44d2-9fd8-700e96f0fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:00.917371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33212) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:01.111965 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3ba80-2ca3-47db-b314-3460ffe6d82b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:01.112268 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3ba80-2ca3-47db-b314-3460ffe6d82b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:01.114453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bfa3ba80-2ca3-47db-b314-3460ffe6d82b admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954815 Jan 18 13:43:03.174625 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33222) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:03.423746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e852d8-4410-402c-9e35-fd9b4682eb18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:03.424147 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e852d8-4410-402c-9e35-fd9b4682eb18 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:03.424887 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-55e852d8-4410-402c-9e35-fd9b4682eb18 admin admin] Synchronizing usage tracker for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:network {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:43:03.441459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-55e852d8-4410-402c-9e35-fd9b4682eb18 admin admin] Unset dirty status for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:network {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:43:03.443752 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-55e852d8-4410-402c-9e35-fd9b4682eb18 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2681558 Jan 18 13:43:04.960209 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47b55cab-a786-4441-8700-a7ef81589ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:05.476742 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33232) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:05.666354 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c02a5b-ba14-4476-8215-7eb58b81e607 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:05.667628 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-78c02a5b-ba14-4476-8215-7eb58b81e607 admin admin] 10.222.0.31 "GET /v2.0/networks/39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 HTTP/1.1" status: 200 len: 886 time: 0.1899536 Jan 18 13:43:07.302535 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-12bdf72c-7f82-45d1-aeaa-d9e58bf95ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:07.745833 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33242) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:07.939798 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b92a892-d21f-4580-b590-007c840bfb2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:07.941084 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6b92a892-d21f-4580-b590-007c840bfb2e admin admin] 10.222.0.31 "GET /v2.0/networks/81bac973-ff9d-41a3-a0e1-7cdb970abceb HTTP/1.1" status: 200 len: 869 time: 0.1943204 Jan 18 13:43:08.270392 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:08.502426 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:09.722694 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:09.970884 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33252) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:10.135030 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f671d9-753a-4758-97b3-6bf2f007bb2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:10.135395 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f671d9-753a-4758-97b3-6bf2f007bb2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:10.136909 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c0f671d9-753a-4758-97b3-6bf2f007bb2c admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1651559 Jan 18 13:43:12.194973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33262) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:12.322738 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396e636-a568-4845-8609-4ac1767155fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:12.323105 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396e636-a568-4845-8609-4ac1767155fb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:12.324690 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7396e636-a568-4845-8609-4ac1767155fb admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287656 Jan 18 13:43:14.349183 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33272) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:14.475405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c38fe16-c2ba-4296-b59a-e556afff5da2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:14.476787 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5c38fe16-c2ba-4296-b59a-e556afff5da2 admin admin] 10.222.0.31 "GET /v2.0/subnets/05955b6a-0a3e-4986-bf4e-bb232a51c66e HTTP/1.1" status: 200 len: 816 time: 0.1266685 Jan 18 13:43:16.507449 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33282) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:16.640284 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4a8cf-8732-4684-ba1c-70e49389573b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:16.641513 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-47b4a8cf-8732-4684-ba1c-70e49389573b admin admin] 10.222.0.31 "GET /v2.0/subnets/ec937e4b-67f1-4a90-b980-e9008351fb08 HTTP/1.1" status: 200 len: 868 time: 0.1330717 Jan 18 13:43:19.231923 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:43:34.556976 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33320) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:34.628405 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-0d17de05-c60a-468d-9819-aebdfac6bc68 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:43:34.630155 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0d17de05-c60a-468d-9819-aebdfac6bc68 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0722053 Jan 18 13:43:34.963033 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-9d3eed05-a5fe-441f-a179-a9466a2e9dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:36.767627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33330) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:36.863321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c09231-65a1-4c29-b6d4-d8009102dd4e admin admin] GET failed (client error): The resource could not be found. Jan 18 13:43:36.864686 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c1c09231-65a1-4c29-b6d4-d8009102dd4e admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0960958 Jan 18 13:43:36.989111 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e521e96c-3a33-445c-ba1d-6a5afe75289f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:36.990468 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e521e96c-3a33-445c-ba1d-6a5afe75289f admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218603 Jan 18 13:43:37.304491 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3768ba3d-ddd8-4c44-91ee-1534f3a8a8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:38.270477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:38.505814 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.095931 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33340) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:39.167969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:43:39.172941 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:43:39.182661 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:43:39.193008 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Made reservation on behalf of 6257e2ff4e9143309733083bd6b2aa04 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:43:39.195333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.290319 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING neutron.services.revisions.revision_plugin [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Could not find related network for resource to bump revision. Jan 18 13:43:39.304236 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:43:39.315304 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730039443667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.315903 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Unsubscribe: segment precommit_create {{(pid=82796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 13:43:39.316545 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Added segment 5404124c-7dfc-4579-b2ee-04b9ff01942f of type vlan for network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 Jan 18 13:43:39.356272 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.393398 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.395048 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:39.395627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:39.495973 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3988874 Jan 18 13:43:39.498658 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc837b-2789-415c-b5a3-c32cf7950c2b admin admin] Pushing event updated for resources: {'Network': ['ID=21a2b6db-a1b4-4642-bae9-0f4a90bd2677,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:43:39.510741 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:43:39.724739 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:41.552849 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33350) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:43:41.649059 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c939a04-bcb0-4b29-8b58-403db7fb9dde admin admin] GET failed (client error): The resource could not be found. Jan 18 13:43:41.649500 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c939a04-bcb0-4b29-8b58-403db7fb9dde admin admin] Synchronizing usage tracker for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:43:41.664554 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6c939a04-bcb0-4b29-8b58-403db7fb9dde admin admin] Unset dirty status for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:43:41.665663 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6c939a04-bcb0-4b29-8b58-403db7fb9dde admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1118774 Jan 18 13:43:41.773096 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b09ca7d-6d71-48ed-82ad-cc01a33e22de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:41.774542 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0b09ca7d-6d71-48ed-82ad-cc01a33e22de admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048117 Jan 18 13:43:41.783862 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677', 'description': 'shared-subnet'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:43:41.788357 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:43:41.797609 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:43:41.807625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Made reservation on behalf of 6257e2ff4e9143309733083bd6b2aa04 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:43:41.809915 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.006220 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.080262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637f43a6-d8ab-43b2-859e-2feb6427a9a1,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:43:42.091424 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Checking segment: {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:43:42.091773 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Network hostable DHCP agents. Network: 21a2b6db-a1b4-4642-bae9-0f4a90bd2677, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:43:42.112950 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:43:42.121869 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 21a2b6db-a1b4-4642-bae9-0f4a90bd2677) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:43:42.125562 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:43:42.126129 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.133448 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b96b1-aca4-4c2e-9bee-3544999a812c None None] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:43:42.150708 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-41512bfd-f575-4eaf-a0db-eb0324454c14 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3701646 Jan 18 13:43:42.366253 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-21a2b6db-a1b4-4642-bae9-0f4a90bd2677', 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677', 'tenant_id': '6257e2ff4e9143309733083bd6b2aa04', 'fixed_ips': [{'subnet_id': '637f43a6-d8ab-43b2-859e-2feb6427a9a1'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:43:42.367418 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.530803 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Allocated IP 192.168.233.2 (21a2b6db-a1b4-4642-bae9-0f4a90bd2677/637f43a6-d8ab-43b2-859e-2feb6427a9a1/f10d22d0-b70e-4fee-b5fe-5e6096743592) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:43:42.740615 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.751138 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Transition to ACTIVE for port object f10d22d0-b70e-4fee-b5fe-5e6096743592 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:43:42.770940 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Transition to ACTIVE for port object f10d22d0-b70e-4fee-b5fe-5e6096743592 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:43:42.777824 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.857336 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:43:42.860819 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:43:42.862662 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Pushing event updated for resources: {'Port': ['ID=f10d22d0-b70e-4fee-b5fe-5e6096743592,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:43:42.864887 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:43:42.898821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.899161 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.899491 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.899815 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.900171 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.900494 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.900809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.901144 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.901462 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.901779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.902092 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:43:42.960151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Attempting to bind port f10d22d0-b70e-4fee-b5fe-5e6096743592 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:43:42.960501 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Attempting to bind port f10d22d0-b70e-4fee-b5fe-5e6096743592 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:43:42.960854 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Attempting to bind port f10d22d0-b70e-4fee-b5fe-5e6096743592 on network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:43:42.967196 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:43:42.967560 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Checking segment: {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:43:42.968002 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:42.968352 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Bound using segment: {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:43:42.968799 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Bound port: f10d22d0-b70e-4fee-b5fe-5e6096743592, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:43:42.969178 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:43.060474 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] For port f10d22d0-b70e-4fee-b5fe-5e6096743592, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:43:43.063495 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] For port f10d22d0-b70e-4fee-b5fe-5e6096743592, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=f10d22d0-b70e-4fee-b5fe-5e6096743592,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:43:43.067906 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:43.144308 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae092f01-f423-43b7-985f-d696b77d7e71 None None] Pushing event updated for resources: {'Port': ['ID=f10d22d0-b70e-4fee-b5fe-5e6096743592,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:43:43.953591 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da67ae-00bb-48a1-904c-9c4cba49a012 None None] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:43:44.083596 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c9e7b13e-5177-4eaf-ad4d-0fa8ea5da599 None None] Provisioning for port f10d22d0-b70e-4fee-b5fe-5e6096743592 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:43:44.861235 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f10d22d0-b70e-4fee-b5fe-5e6096743592 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:43:44.934331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port f10d22d0-b70e-4fee-b5fe-5e6096743592 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:43:44.939029 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port f10d22d0-b70e-4fee-b5fe-5e6096743592 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:43:44.939391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:45.059809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:45.092477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port f10d22d0-b70e-4fee-b5fe-5e6096743592, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=f10d22d0-b70e-4fee-b5fe-5e6096743592,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:43:45.097414 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:45.163107 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=f10d22d0-b70e-4fee-b5fe-5e6096743592,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:43:46.833857 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f10d22d0-b70e-4fee-b5fe-5e6096743592 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:43:46.912969 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port f10d22d0-b70e-4fee-b5fe-5e6096743592 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:43:46.913390 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:43:56.232665 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:44:04.966770 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ba0abbb1-ef23-43a0-a760-101aa89ff71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:07.308428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5eb4b3f3-06ab-4688-8a7d-24da3ded3c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:08.275360 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:08.508577 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:09.731496 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:33.232290 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:44:34.971959 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-04a57520-71c4-44b5-8e79-ffd8049b7de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:37.311018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa99f-8f34-4c77-a75a-2bff95eb11e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:38.277154 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:38.510741 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:39.734719 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:45.932239 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33392) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:44:45.938109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [None req-31d3f26a-6d90-4381-a0d0-f52ada0fac2b tempest-verify_tempest_config-1497514477 tempest-verify_tempest_config-1497514477-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:44:45.939346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-31d3f26a-6d90-4381-a0d0-f52ada0fac2b tempest-verify_tempest_config-1497514477 tempest-verify_tempest_config-1497514477-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060821 Jan 18 13:44:46.272694 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33410) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:44:46.430691 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.467717 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:44:46.471522 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Usage tracker for resource:security_group_rule and tenant:73ff32bcfb0245a0a6d20858875bbd6f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:44:46.474384 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:44:46.480014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:44:46.548238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.552019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.593426 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eaddad-f661-4d88-983b-348739894d4c,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:44:46.606133 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73ff32bcfb0245a0a6d20858875bbd6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324282 Jan 18 13:44:46.607752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.608127 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.608471 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.608805 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.608923 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33416) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:44:46.609375 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.609470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.609770 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.610095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.610453 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.610774 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.611187 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b359528-2a35-45ad-bcc0-62b2f6497563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.676627 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.703568 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.794759 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.809005 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eaddad-f661-4d88-983b-348739894d4c,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:44:46.819132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:44:46.820242 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9eaddad-f661-4d88-983b-348739894d4c HTTP/1.1" status: 204 len: 168 time: 0.2104175 Jan 18 13:44:46.821837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.822144 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.822526 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.822857 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.823181 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.823497 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.823815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.824221 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.824480 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.824796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:44:46.825108 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd55603-742c-4785-b964-dc66304725a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:45:04.975170 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ac09f826-da24-4ef6-9dce-dcbc1259d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:07.313326 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-eafb1627-6008-4b33-827a-32acb3a03dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:08.280969 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:08.512585 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:09.738275 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:10.231835 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:45:34.975846 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f685-e9a3-4afa-9da5-3d864ddba846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:37.316779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0024-727c-464d-8c0a-120180cb7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:38.282308 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:38.515079 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:39.740321 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:45:47.231044 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 5 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:46:04.978889 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6230dc1f-aa3c-4b2a-b49f-9d830726ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:07.317887 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-06d262ad-aba5-4b00-b5c8-e70b590d9382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:08.285296 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:08.517296 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:09.743533 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:22.446227 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-440596'] for agent, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:24.231290 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:46:34.980605 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5df46311-7e15-49b9-a4a4-db0088032e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:37.319097 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c4de7e4c-c4de-40e1-a17f-31aa16626c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:38.288069 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:38.519479 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:38.556755 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33486) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:46:38.693605 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bb79b5a5-20ef-42c4-91c5-4e8717eef946 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1358182 Jan 18 13:46:39.753066 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:46:40.756972 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33496) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:46:40.836147 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ee71376c-32ee-4605-a3fb-ab693b5d9b92 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0780561 Jan 18 13:46:52.401053 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:01.231620 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:47:04.982094 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-df8cf216-bd16-4084-9b57-e52578a25d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:07.320729 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8f52817-b8a2-402f-8b0d-b14c9abe4a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:08.291259 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:08.523420 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:09.751426 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:22.399387 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:34.988953 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6d51bae2-6e51-4b2c-9588-3e69eeb8f9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:37.325472 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a3beff9a-9644-41af-aa91-fb25cf20f1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:38.230992 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:47:38.300009 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:38.526635 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:39.755036 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:47:52.410074 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:04.982967 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-f71660b8-f713-43bf-aa1c-fdff7c067b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:07.336114 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cc46b261-fcf1-4f90-a1f4-b042d208b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:08.299891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:08.529414 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:09.758292 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:15.234123 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:48:20.765419 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33688) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:20.946973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33698) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:21.038656 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33706) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:21.147797 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33714) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:21.163931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-193088192-network', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:21.170407 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.174364 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Usage tracker for resource:network and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.177288 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.184464 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.196611 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Made reservation on behalf of 9e65e47b52124194b964fb7474a3ad9d for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:21.198944 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.211753 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.226106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-100167884-network', 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:21.232177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.240222 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Usage tracker for resource:network and tenant:db91bdcfb42e44958888e46d56247c7e is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.244273 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.256371 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.270055 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.275300 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.278436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:21.280758 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.289652 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.297962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.301777 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.358261 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.382747 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Usage tracker for resource:security_group_rule and tenant:db91bdcfb42e44958888e46d56247c7e is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.387713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.392948 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1986268340-network', 'tenant_id': 'c3d4864c5f324d399ab1e098a254caad'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:21.416112 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.417891 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.427979 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.432530 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.437296 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Usage tracker for resource:network and tenant:c3d4864c5f324d399ab1e098a254caad is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.446763 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.463404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.470901 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:48:21.504909 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.505486 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Added segment 6a6c6298-8233-42a1-8414-905cdd6471a5 of type vlan for network e2d43159-0f26-44ba-874a-c4b9bc8c89ae Jan 18 13:48:21.517288 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Made reservation on behalf of c3d4864c5f324d399ab1e098a254caad for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:21.519805 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.543408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-network', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:21.554905 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d3ce5-929f-4cd4-938e-2c177527fb64,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:21.559051 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.626436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.630076 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.636937 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.637502 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.638026 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.638525 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.639060 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.639395 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.639721 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.640131 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.640483 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.640780 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.641098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Tracked resource versions report: Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: pushed versions: Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Log': {'1.0'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Network': {'1.1'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Port': {'1.5'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'PortForwarding': {'1.2'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'QosPolicy': {'1.8'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SubPort': {'1.0'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Subnet': {'1.1'}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Trunk': {'1.1'}} Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: consumer versions: Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Log': '1.0', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Network': '1.1', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Port': '1.5', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'PortForwarding': '1.2', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'QosPolicy': '1.8', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroup': '1.2', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SecurityGroupRule': '1.0', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'SubPort': '1.0', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Subnet': '1.1', Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: 'Trunk': '1.1'}} Jan 18 13:48:21.642049 dv-cinder-825104-1-iscsi neutron-server[82797]: {{(pid=82797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:21.655097 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.658008 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Usage tracker for resource:network and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.676801 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.685324 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.710910 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.713582 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.714445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:21.715021 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.720679 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.765073 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba99fa4b-e199-456d-bf48-a714ddd6e4cc,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:21.768206 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Usage tracker for resource:security_group_rule and tenant:c3d4864c5f324d399ab1e098a254caad is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.790012 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.803638 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:48:21.813813 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.819664 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0532150 Jan 18 13:48:21.819816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33754) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:21.829185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Request body: {'subnet': {'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-193088192-subnet', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:21.829932 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Made reservation on behalf of aa7d7d061db443b3926d6fcdeee3baa2 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:21.832558 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.836173 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:21.840957 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Usage tracker for resource:subnet and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:21.844239 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:21.850967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:21.855515 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.865853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Made reservation on behalf of 9e65e47b52124194b964fb7474a3ad9d for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:21.870022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.924028 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:21.924742 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Added segment 7e06471a-9614-4a4e-b7fd-a05473f9cfd1 of type vlan for network 8e0d665a-3386-436a-bad8-84d8e4e7dbee Jan 18 13:48:22.026733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68255e-8909-4dcd-9d17-0e1a4186d59c admin admin] Pushing event updated for resources: {'Network': ['ID=e2d43159-0f26-44ba-874a-c4b9bc8c89ae,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.030701 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.038522 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:22.052480 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:22.061086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:22.069472 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:22.113473 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:22.165864 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.167282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:22.170207 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.306402 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3552651 Jan 18 13:48:22.306402 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0fef7-1061-4342-b781-3cbdd92957e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0d665a-3386-436a-bad8-84d8e4e7dbee,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.313668 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33770) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:22.318552 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:22.321288 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.325561 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Request body: {'subnet': {'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-100167884-subnet', 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:22.334449 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.338459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:22.359757 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Usage tracker for resource:subnet and tenant:db91bdcfb42e44958888e46d56247c7e is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:22.380088 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:22.403629 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.430085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:22.443277 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:48:22.451978 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2f551-00a7-47fc-840a-6b7f58db5be8,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.480596 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.480937 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Added segment 837e280e-4de8-45a3-8998-07f8e5256b2b of type vlan for network 83a58f74-0671-4759-82a3-4d979b6ade70 Jan 18 13:48:22.482976 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.496176 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.509365 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:48:22.519890 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.520308 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Added segment 02fbe905-7128-4201-b24c-8f4d6bc4ea3f of type vlan for network 7235828f-628c-4dbd-b3e4-4c7f2f012560 Jan 18 13:48:22.551456 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.566631 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.568232 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ccd357-ac75-4193-b9f3-cb33d99abd47,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.594458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.594816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.597310 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.597796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.598321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.598676 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.599017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.600042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.601695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.604208 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.604562 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Tracked resource versions report: Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: pushed versions: Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Log': {'1.0'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Network': {'1.1'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Port': {'1.5'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'PortForwarding': {'1.2'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'QosPolicy': {'1.8'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SubPort': {'1.0'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Subnet': {'1.1'}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Trunk': {'1.1'}} Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: consumer versions: Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Log': '1.0', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Network': '1.1', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Port': '1.5', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'PortForwarding': '1.2', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'QosPolicy': '1.8', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroup': '1.2', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SecurityGroupRule': '1.0', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'SubPort': '1.0', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Subnet': '1.1', Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: 'Trunk': '1.1'}} Jan 18 13:48:22.608032 dv-cinder-825104-1-iscsi neutron-server[82796]: {{(pid=82796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:22.616895 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.618349 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:22.619340 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.665474 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:22.668560 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.697715 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.724816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Checking segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:22.725311 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Network hostable DHCP agents. Network: e2d43159-0f26-44ba-874a-c4b9bc8c89ae, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:22.787648 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:22.803181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, e2d43159-0f26-44ba-874a-c4b9bc8c89ae) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:22.812655 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:22.816478 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a40c38-7023-4f1b-8a7c-8ff2b140b4dc None None] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:22.819984 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad195e-c39c-4795-943e-7f96518becf7,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.827887 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.862992 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7140899 Jan 18 13:48:22.882003 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33788) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:22.904230 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-49988f39-10ad-4448-92f5-7e2e845ba192 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0820088 Jan 18 13:48:22.906358 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e70cee-57ec-4205-ab1c-314a1c87b124 admin admin] Pushing event updated for resources: {'Network': ['ID=7235828f-628c-4dbd-b3e4-4c7f2f012560,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:22.907025 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33794) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:22.914983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:22.926737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:22.930178 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Request body: {'subnet': {'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-subnet', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:22.937165 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Usage tracker for resource:router and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:22.942326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:22.950973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:22.955038 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.955486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:22.956232 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:22.957507 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.981593 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Usage tracker for resource:subnet and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:22.982567 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:22.985220 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:22.986246 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.003446 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:23.014134 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.118872 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:23.172373 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] Pushing event updated for resources: {'Network': ['ID=83a58f74-0671-4759-82a3-4d979b6ade70,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:23.184791 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-89601717-75ea-4a56-80e9-b949906d4acd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1450536 Jan 18 13:48:23.187781 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33806) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:23.191042 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Made reservation on behalf of aa7d7d061db443b3926d6fcdeee3baa2 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:23.192398 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 83a58f74-0671-4759-82a3-4d979b6ade70 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:48:23.194435 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.218307 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Request body: {'subnet': {'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1986268340-subnet', 'tenant_id': 'c3d4864c5f324d399ab1e098a254caad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:23.309500 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:23.336473 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Usage tracker for resource:subnet and tenant:c3d4864c5f324d399ab1e098a254caad is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:23.349555 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:23.362575 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:23.404143 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Made reservation on behalf of c3d4864c5f324d399ab1e098a254caad for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:23.406697 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.567736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.567966 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:48:23.568726 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.845105 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.866366 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Allocated IP 172.20.0.2 (e2d43159-0f26-44ba-874a-c4b9bc8c89ae/19ccd357-ac75-4193-b9f3-cb33d99abd47/56981838-3890-46d1-a2e7-4ad5b7168595) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:23.881416 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.916904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:23.924328 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f96210d2-f08d-4ce4-b469-e6da3f60f086,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:24.015619 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Checking segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:24.016037 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Network hostable DHCP agents. Network: 8e0d665a-3386-436a-bad8-84d8e4e7dbee, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:24.027054 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.107219 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74ae601-50ce-4313-a160-2c8d8a883b64,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:24.115780 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Allocated IP 172.27.0.178 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/b8281ca0-f934-4599-8071-8b67611ddecb) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:24.170676 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:24.200973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 8e0d665a-3386-436a-bad8-84d8e4e7dbee) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:24.216924 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:24.217429 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.217541 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce85c3-8337-4623-9ce3-5b78ee8f15ad None None] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:24.245451 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Checking segment: {'id': '837e280e-4de8-45a3-8998-07f8e5256b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:24.245820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Network hostable DHCP agents. Network: 83a58f74-0671-4759-82a3-4d979b6ade70, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:24.347763 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6e692504-e5a7-4a95-9ba0-72326dd6a5eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0329156 Jan 18 13:48:24.353321 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.381028 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.421269 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Transition to ACTIVE for port object 56981838-3890-46d1-a2e7-4ad5b7168595 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:24.472191 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Network 83a58f74-0671-4759-82a3-4d979b6ade70 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:24.476088 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Transition to ACTIVE for port object 56981838-3890-46d1-a2e7-4ad5b7168595 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:24.497574 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.519743 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 83a58f74-0671-4759-82a3-4d979b6ade70) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:24.540018 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:24.540686 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.565079 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67775b1-79bc-4336-bcd9-40c0b3358ffb None None] Network 83a58f74-0671-4759-82a3-4d979b6ade70 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:24.593917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.597287 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad62186-959a-4666-b29e-de09be53e161,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:24.616794 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fa0cc0ab-485e-4e56-94f2-d9b49636077c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4262135 Jan 18 13:48:24.640177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Checking segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:24.640538 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Network hostable DHCP agents. Network: 7235828f-628c-4dbd-b3e4-4c7f2f012560, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:48:24.694447 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.701676 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:48:24.725794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 7235828f-628c-4dbd-b3e4-4c7f2f012560) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:24.732493 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:24.733196 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.772298 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6b0dcc6f-bd60-4b8f-8283-5e16eacbf828 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8891625 Jan 18 13:48:24.775379 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33868) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:24.783754 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Pushing event updated for resources: {'Port': ['ID=b8281ca0-f934-4599-8071-8b67611ddecb,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:24.784221 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:24.793157 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:24.803295 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Usage tracker for resource:router and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:24.803488 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:24.804737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:24.811065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:24.811196 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:24.823208 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:24.846466 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.849407 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.904322 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.972489 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:24.975295 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.083331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a114ba14-96d0-452a-a270-bf3e83cf0443 None None] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:25.156217 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33880) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:25.281330 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.498069 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.505030 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bccbe4-670b-4d1c-8fba-f3233a7aada6 None None] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:25.532394 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:25.552225 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Usage tracker for resource:security_group_rule and tenant:76200e6c3c6146279d1f4794b7105024 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:25.565753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:25.580140 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.581139 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:25.607203 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33904) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:25.618663 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.642286 dv-cinder-825104-1-iscsi neutron-server[82796]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 13:48:25.644630 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33914) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:25.663434 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Pushing event updated for resources: {'Port': ['ID=56981838-3890-46d1-a2e7-4ad5b7168595,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:25.685194 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:25.688756 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.689372 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.690073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.690598 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.691277 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.691879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.692554 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.693069 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.694530 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.695094 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.696187 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Tracked resource versions report: Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: pushed versions: Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Log': {'1.0'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Network': {'1.1'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Port': {'1.5'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'PortForwarding': {'1.2'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'QosPolicy': {'1.8'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SubPort': {'1.0'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Subnet': {'1.1'}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Trunk': {'1.1'}} Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: consumer versions: Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Log': '1.0', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Network': '1.1', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Port': '1.5', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'PortForwarding': '1.2', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'QosPolicy': '1.8', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroup': '1.2', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SecurityGroupRule': '1.0', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'SubPort': '1.0', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Subnet': '1.1', Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: 'Trunk': '1.1'}} Jan 18 13:48:25.697482 dv-cinder-825104-1-iscsi neutron-server[82798]: {{(pid=82798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:25.748542 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:25.749986 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d246cbd-3f0e-40cb-aa0e-5eebc8d5693f None None] Network 83a58f74-0671-4759-82a3-4d979b6ade70 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:25.776133 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Allocated IP 172.27.0.189 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/d3d1fb40-5958-48ea-8981-874ecadba29c) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:25.777918 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:25.886092 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:48:25.932607 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.966858 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:25.987583 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-a3c96199-a961-4b02-96ed-3fe4cf97d9ca tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:25.989040 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-a3c96199-a961-4b02-96ed-3fe4cf97d9ca tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/networks?id=83a58f74-0671-4759-82a3-4d979b6ade70 HTTP/1.1" status: 200 len: 812 time: 0.3214774 Jan 18 13:48:25.990737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.000912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.024005 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f994859-6365-4e52-a6cd-a7332489c707 None None] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:26.105922 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:26.109440 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:26.119052 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:26.127234 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a82d41d-4bad-4ec3-8489-7db7525a2b28,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:26.154521 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Pushing event updated for resources: {'Port': ['ID=d3d1fb40-5958-48ea-8981-874ecadba29c,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:26.177330 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-c468097f-ab0f-47bd-9720-9499d24da16f tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/quotas/c3d4864c5f324d399ab1e098a254caad HTTP/1.1" status: 200 len: 375 time: 0.1812871 Jan 18 13:48:26.202691 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33930) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:26.203448 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bf879170-0fb9-42b0-993e-46246e2494e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76200e6c3c6146279d1f4794b7105024&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0400391 Jan 18 13:48:26.209819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-985aec57-7b0b-47f5-9a65-4a6db990f2ba tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:26.212251 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-985aec57-7b0b-47f5-9a65-4a6db990f2ba tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.5906968 Jan 18 13:48:26.256476 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Attempting to bind port 56981838-3890-46d1-a2e7-4ad5b7168595 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:26.256476 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Attempting to bind port 56981838-3890-46d1-a2e7-4ad5b7168595 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:26.256888 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Attempting to bind port 56981838-3890-46d1-a2e7-4ad5b7168595 on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:26.288232 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-49f9a77f-8339-4292-a248-3a295984eb7a tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c3d4864c5f324d399ab1e098a254caad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975935 Jan 18 13:48:26.297916 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.451158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-59664ab7-e2ee-410a-92ce-bfc0712f61b8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/quotas/db91bdcfb42e44958888e46d56247c7e HTTP/1.1" status: 200 len: 375 time: 0.1619363 Jan 18 13:48:26.457111 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.494960 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:26.495337 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Checking segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:26.495739 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.496158 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Bound using segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:26.496626 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Bound port: 56981838-3890-46d1-a2e7-4ad5b7168595, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:26.497014 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.579232 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.596072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a82d41d-4bad-4ec3-8489-7db7525a2b28,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:26.609107 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-4d2e847b-4310-4311-8395-4e02ec6b4a69 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514723 Jan 18 13:48:26.688295 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.694536 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d31f990b-f48f-498c-acf1-8895518b0145 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a82d41d-4bad-4ec3-8489-7db7525a2b28 HTTP/1.1" status: 204 len: 168 time: 0.4901295 Jan 18 13:48:26.700207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:26.701740 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.702679 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.714771 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:48:26.734031 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:26.734830 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:26.762657 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:26.763583 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d5bdd1a2-024c-45bf-b433-d50f25c40e63 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8553948 Jan 18 13:48:26.766262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 33964) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:26.926201 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-b5443aa5-1601-4a5e-bddd-40760be4fc1c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:26.947644 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-b5443aa5-1601-4a5e-bddd-40760be4fc1c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3718889 Jan 18 13:48:26.970908 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] For port 56981838-3890-46d1-a2e7-4ad5b7168595, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:26.993186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] For port 56981838-3890-46d1-a2e7-4ad5b7168595, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=56981838-3890-46d1-a2e7-4ad5b7168595,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:27.006396 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:27.167682 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-854353bc-c210-44cf-afce-432312fcecd5 service neutron] 10.222.0.31 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187214 Jan 18 13:48:27.194988 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57000f-a63f-46c5-8a99-f03d9e6a297e None None] Pushing event updated for resources: {'Port': ['ID=56981838-3890-46d1-a2e7-4ad5b7168595,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:27.199099 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-5a040e5f-3d51-439e-91d6-13405496cd3b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:27.200148 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-5a040e5f-3d51-439e-91d6-13405496cd3b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4462607 Jan 18 13:48:27.300245 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:27.489190 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Router 17edc28e-189d-44e6-a46b-5b5160ae15f2 is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:48:27.733687 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:24Z', 'revision_number': 3, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:27.738450 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:48:27.738797 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Updating router 6bd5af89-5edb-4b05-bb81-c43c568149bd port b8281ca0-f934-4599-8071-8b67611ddecb binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:48:27.747393 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-7285ffb1-521b-421d-8957-cfbf88dcdbac service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359178 Jan 18 13:48:27.750498 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:27.761795 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Sync routers for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:48:27.780007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:27.785096 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:27.785993 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:27.791837 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-25493952-174a-479f-a862-3b9340f3628b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0109012 Jan 18 13:48:27.791837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 33994) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:27.794465 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-47a55dce-8322-4ec8-9564-a19df255df81 service neutron] 10.222.0.31 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259077 Jan 18 13:48:27.816410 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.128340 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-f775780c-fc8f-426b-9f0f-311418fa3a64 service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797357 Jan 18 13:48:28.241712 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:28.349861 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.408871 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Transition to ACTIVE for port object b8281ca0-f934-4599-8071-8b67611ddecb will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:28.425415 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.749464 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Pushing event updated for resources: {'Port': ['ID=b8281ca0-f934-4599-8071-8b67611ddecb,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:28.757712 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26ed4a-f7fa-4d1f-a64e-fb721b04e603 None None] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:48:28.770761 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.771106 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.771435 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.774942 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.775294 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.775983 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.776519 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.777243 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.778433 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.779147 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.780235 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Tracked resource versions report: Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: pushed versions: Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: { 'ConntrackHelper': {'1.0'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Log': {'1.0'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Network': {'1.1'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Port': {'1.5'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'PortForwarding': {'1.2'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'QosPolicy': {'1.8'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroup': {'1.2'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroupRule': {'1.0'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SubPort': {'1.0'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Subnet': {'1.1'}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Trunk': {'1.1'}} Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: consumer versions: Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: { DHCP agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: HyperV agent@hv-cinder-82510: {}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: L3 agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: Metadata agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: Metering agent@dv-cinder-825104-1-iscsi: {}, Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: Open vSwitch agent@dv-cinder-825104-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Log': '1.0', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Network': '1.1', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Port': '1.5', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'PortForwarding': '1.2', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'QosPolicy': '1.8', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroup': '1.2', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SecurityGroupRule': '1.0', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'SubPort': '1.0', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Subnet': '1.1', Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: 'Trunk': '1.1'}} Jan 18 13:48:28.783524 dv-cinder-825104-1-iscsi neutron-server[82799]: {{(pid=82799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 13:48:28.849951 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Attempting to bind port b8281ca0-f934-4599-8071-8b67611ddecb on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:28.850592 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Attempting to bind port b8281ca0-f934-4599-8071-8b67611ddecb by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:28.851241 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Attempting to bind port b8281ca0-f934-4599-8071-8b67611ddecb on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:28.870449 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:28.870808 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:28.874627 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.875249 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:28.875910 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Bound port: b8281ca0-f934-4599-8071-8b67611ddecb, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:28.877836 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:28.958405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67f4d7af-6845-420f-abb2-885216936b02 req-42829165-a148-43ab-bdb1-4348525e23a8 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 210 time: 0.2313793 Jan 18 13:48:29.058340 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] For port b8281ca0-f934-4599-8071-8b67611ddecb, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:29.067192 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] For port b8281ca0-f934-4599-8071-8b67611ddecb, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b8281ca0-f934-4599-8071-8b67611ddecb,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:29.074077 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:29.104114 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 56981838-3890-46d1-a2e7-4ad5b7168595 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:29.107611 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b253d58c-52d3-4aaa-a549-0d67e2f3f865 req-9cce5d81-93ff-474c-a51b-94b8e45f4e75 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.2090394 Jan 18 13:48:29.242521 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f7388-b69f-4467-8827-f33cd68ff31e None None] Pushing event updated for resources: {'Port': ['ID=b8281ca0-f934-4599-8071-8b67611ddecb,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:29.282238 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:29.283078 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:29.572640 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-83da62d5-2218-42d1-9d82-3b85b700c4a7 None None] Provisioning for port 56981838-3890-46d1-a2e7-4ad5b7168595 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:29.628290 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 56981838-3890-46d1-a2e7-4ad5b7168595 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:29.663374 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 56981838-3890-46d1-a2e7-4ad5b7168595 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:29.663712 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:29.727674 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:29.848187 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:30.348315 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34102) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:30.365849 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1547bea9-6377-451e-829d-690a81190b85 req-229c0405-4f5f-4c1d-83fc-fa9c7f939d61 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0745423 Jan 18 13:48:30.377489 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d7938be-3d8a-41e6-8054-58ea310ea47d req-a916c142-40b9-481d-bfb0-6a9846c92045 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 210 time: 0.2341278 Jan 18 13:48:30.489398 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.522502 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.611715 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Allocated IP 172.20.0.1 (7235828f-628c-4dbd-b3e4-4c7f2f012560/cad62186-959a-4666-b29e-de09be53e161/37ca3717-9085-4e11-b5e3-351c7f86019d) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:30.665296 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:24Z', 'revision_number': 3, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:30.673708 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ff23-5e83-4b06-aaf7-0e18748a5f46 None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:24Z', 'revision_number': 3, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:48:30.702632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:26Z', 'revision_number': 3, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:30.705811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 56981838-3890-46d1-a2e7-4ad5b7168595, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=56981838-3890-46d1-a2e7-4ad5b7168595,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:30.712212 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Checking router: 17edc28e-189d-44e6-a46b-5b5160ae15f2 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:48:30.712649 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Updating router 17edc28e-189d-44e6-a46b-5b5160ae15f2 port d3d1fb40-5958-48ea-8981-874ecadba29c binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:48:30.763844 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.869431 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.939249 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:30.989343 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.003995 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.096037 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Allocated IP 172.20.0.1 (e2d43159-0f26-44ba-874a-c4b9bc8c89ae/19ccd357-ac75-4193-b9f3-cb33d99abd47/4e61d4c6-536f-4db4-8113-9eb15bb7ff00) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:31.126695 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Pushing event updated for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:31.140707 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:31.143598 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:31.146707 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=56981838-3890-46d1-a2e7-4ad5b7168595,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:31.157236 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:31.158726 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.165592 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:31.171551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Usage tracker for resource:security_group_rule and tenant:7a00fd87983d4cfa9e32fd2002b9d515 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:31.181836 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:31.189799 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:31.313894 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.424753 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-9daa2197-bd75-42c9-8674-310252fdde3e None None] Provisioning complete for port 56981838-3890-46d1-a2e7-4ad5b7168595 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:31.425121 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-9daa2197-bd75-42c9-8674-310252fdde3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.446752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.500720 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Transition to ACTIVE for port object 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:31.556105 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.566476 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.614335 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b6efea4-eda1-49f6-8a80-f30e91bdbb48 req-c516114c-2052-414b-a593-be6cd8054c0b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0928433 Jan 18 13:48:31.650446 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:31.669557 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e3b736-6916-4c7f-9c5d-bd36e71dcf53,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:31.776779 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Synchronizing usage tracker for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:security_group {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:31.823292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Pushing event updated for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:31.836834 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] Unset dirty status for tenant:6257e2ff4e9143309733083bd6b2aa04 on resource:security_group {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:31.840979 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1175f99b-4251-42e1-af02-9aff10904221 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a00fd87983d4cfa9e32fd2002b9d515&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4891291 Jan 18 13:48:31.844535 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34146) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:31.958807 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:31.962595 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0955d8db-7ea6-4944-9d0a-8bf9bce332f5 req-d1eaa6fa-2420-4b65-b229-4bee957952af tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 210 time: 0.1449163 Jan 18 13:48:31.963533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:31.966736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:31.967891 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.067879 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.resource_extend [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:48:32.090810 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.131312 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.148693 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.160065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.171029 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Transition to ACTIVE for port object d3d1fb40-5958-48ea-8981-874ecadba29c will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:32.182822 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.188371 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.189156 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.246053 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.329035 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2017c2-74e5-414c-86d1-4e60b5df1f4a None None] Pushing event updated for resources: {'Port': ['ID=d3d1fb40-5958-48ea-8981-874ecadba29c,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:32.332050 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Attempting to bind port d3d1fb40-5958-48ea-8981-874ecadba29c on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:32.332409 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Attempting to bind port d3d1fb40-5958-48ea-8981-874ecadba29c by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:32.333089 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Attempting to bind port d3d1fb40-5958-48ea-8981-874ecadba29c on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:32.342328 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:32.342708 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:32.343226 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.343779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:32.344332 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Bound port: d3d1fb40-5958-48ea-8981-874ecadba29c, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:32.344723 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.418839 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-1d50b5ea-00bc-49ca-b693-efe30da6908b None None] Provisioning for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:32.437972 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-1d50b5ea-00bc-49ca-b693-efe30da6908b None None] Provisioning complete for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:32.438624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-1d50b5ea-00bc-49ca-b693-efe30da6908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.545152 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] For port d3d1fb40-5958-48ea-8981-874ecadba29c, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:32.551299 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.559337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.560883 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.561861 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-1d50b5ea-00bc-49ca-b693-efe30da6908b None None] Port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:48:32.583306 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] For port d3d1fb40-5958-48ea-8981-874ecadba29c, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=d3d1fb40-5958-48ea-8981-874ecadba29c,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:32.593535 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.603013 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Pushing event updated for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:32.620883 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.640043 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e3b736-6916-4c7f-9c5d-bd36e71dcf53,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:32.704474 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:32.705610 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-0f154df7-ec8f-46bb-867a-41377b839f23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67e3b736-6916-4c7f-9c5d-bd36e71dcf53 HTTP/1.1" status: 204 len: 168 time: 0.8447952 Jan 18 13:48:32.727190 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2017c2-74e5-414c-86d1-4e60b5df1f4a None None] Pushing event updated for resources: {'Port': ['ID=d3d1fb40-5958-48ea-8981-874ecadba29c,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:32.733137 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:32.733836 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:32.745822 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:32.749377 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:32.909529 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Pushing event updated for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:33.105895 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2bd96e01-8b6d-4601-8d24-fd7e08ca92db req-3475963f-ef88-462b-847e-678381f2107f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.1870546 Jan 18 13:48:33.178874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:33.181075 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:33.282864 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 56981838-3890-46d1-a2e7-4ad5b7168595 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:33.369001 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.36', 50401) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:33.654544 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 56981838-3890-46d1-a2e7-4ad5b7168595 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:33.655712 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:33.727159 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Router 17edc28e-189d-44e6-a46b-5b5160ae15f2 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:48:33.763722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-26655be5-74ff-4c93-a377-29737dbccaec tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:33.767715 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-26655be5-74ff-4c93-a377-29737dbccaec tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.36 "GET /v2.0/networks?id=83a58f74-0671-4759-82a3-4d979b6ade70 HTTP/1.1" status: 200 len: 812 time: 0.3971868 Jan 18 13:48:33.833548 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d4285389-7d39-4434-9af5-46551887098f None None] Provisioning complete for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:33.834197 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d4285389-7d39-4434-9af5-46551887098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:33.864762 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34204) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:33.898265 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:34.014629 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.36', 50403) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:34.040913 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.041516 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Request body: {'port': {'device_id': '20e7594a-479e-417a-8bc1-402d6231f86c', 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70', 'admin_state_up': True, 'tenant_id': 'c3d4864c5f324d399ab1e098a254caad'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:34.204490 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d4285389-7d39-4434-9af5-46551887098f None None] Port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:48:34.243638 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:34.254551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Usage tracker for resource:security_group_rule and tenant:8b5ad16a83ed41219fbdb2ec92551783 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:34.261905 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:34.273659 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:34.471455 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.508227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.512381 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b8281ca0-f934-4599-8071-8b67611ddecb up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:34.548685 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db40d815-841e-421b-bd05-874c476a43fa req-25d78bb7-e332-48ee-a922-c320895c4494 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.0502038 Jan 18 13:48:34.562263 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e040a754-f1eb-4454-830e-99cd7dd24250 req-7e065ca9-efe3-457d-a7dc-54418590f443 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 210 time: 0.7819250 Jan 18 13:48:34.563338 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:34.603406 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Usage tracker for resource:port and tenant:c3d4864c5f324d399ab1e098a254caad is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:34.607606 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:34.618700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:34.646328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Made reservation on behalf of c3d4864c5f324d399ab1e098a254caad for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:34.650085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:34.652971 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6860a720-4a50-486c-89fa-674ba6b1e747,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:34.904610 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b2d93743-e0e1-4731-b861-86a3aa6b2a16 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:34.911422 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b2d93743-e0e1-4731-b861-86a3aa6b2a16 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:network {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:34.967443 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1a8af1d2-51b4-4240-a9a6-ae8645f7056a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b5ad16a83ed41219fbdb2ec92551783&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0993419 Jan 18 13:48:34.969213 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34248) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:34.973205 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b2d93743-e0e1-4731-b861-86a3aa6b2a16 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:network {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:34.979492 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b2d93743-e0e1-4731-b861-86a3aa6b2a16 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.9608428 Jan 18 13:48:35.016584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port b8281ca0-f934-4599-8071-8b67611ddecb completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:35.036140 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b8281ca0-f934-4599-8071-8b67611ddecb triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:35.036531 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.067715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Allocated IP 172.20.0.9 (83a58f74-0671-4759-82a3-4d979b6ade70/b74ae601-50ce-4313-a160-2c8d8a883b64/0123c681-7ce9-4d85-92f9-33c809b63a73) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:35.142431 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Request body: {'port': {'device_id': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'admin_state_up': True, 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:35.194816 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3fad1a55-db59-47d9-9063-0c258f2787b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.295973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:35.336911 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.348670 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '37ca3717-9085-4e11-b5e3-351c7f86019d', 'name': '', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'mac_address': 'fa:16:3e:98:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:29Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 2, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'subnets': [{'id': 'cad62186-959a-4666-b29e-de09be53e161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:35.384915 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b1228acd-d75e-4c4d-b385-b48ce567e222 admin admin] 10.222.0.31 "PUT /v2.0/routers/17edc28e-189d-44e6-a46b-5b5160ae15f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920398 Jan 18 13:48:35.385798 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cd091-02cc-48b0-9869-4be45067d03b None None] The sync data for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi is: [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '37ca3717-9085-4e11-b5e3-351c7f86019d', 'name': '', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'mac_address': 'fa:16:3e:98:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:29Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 2, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'subnets': [{'id': 'cad62186-959a-4666-b29e-de09be53e161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:48:35.481605 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.542624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.561223 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:48:35.624421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port b8281ca0-f934-4599-8071-8b67611ddecb, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b8281ca0-f934-4599-8071-8b67611ddecb,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:35.637988 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.692551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:35.714241 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Usage tracker for resource:port and tenant:db91bdcfb42e44958888e46d56247c7e is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:35.723850 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:35.732326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.751616 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:35.795448 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'port': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:35.822324 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:35.895174 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=b8281ca0-f934-4599-8071-8b67611ddecb,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:36.118980 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-03842bbc-ed03-4e7a-af71-0ab510720fe6 req-e21f6068-1989-4f0d-89c2-9d099c0738b5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.1514108 Jan 18 13:48:36.123692 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:36.169022 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:36.319831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Pushing event updated for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:36.484924 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Allocated IP 172.20.0.13 (8e0d665a-3386-436a-bad8-84d8e4e7dbee/f96210d2-f08d-4ce4-b469-e6da3f60f086/1171abbc-0b75-4b9b-9da1-f5055661b637) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:36.507980 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Network 83a58f74-0671-4759-82a3-4d979b6ade70 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:36.537962 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:36.555115 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:36.589794 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:36.590521 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:36.705327 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6860a720-4a50-486c-89fa-674ba6b1e747,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:36.712903 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbf89e-7374-4132-b29a-d7a97cedd6c6 req-a44993c2-0198-4cbb-bd24-d00ee06cb4ba tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:36.714831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8dfbf89e-7374-4132-b29a-d7a97cedd6c6 req-a44993c2-0198-4cbb-bd24-d00ee06cb4ba tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Synchronizing usage tracker for tenant:c3d4864c5f324d399ab1e098a254caad on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:36.730828 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-e4919876-d823-4a3e-9f39-fea323866be2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6954007 Jan 18 13:48:36.754766 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:48:36.767115 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-395c9ece-25f0-4d38-98ad-40fb56afb866 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:48:36.770704 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-395c9ece-25f0-4d38-98ad-40fb56afb866 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0096924 Jan 18 13:48:36.779347 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f9e9a91e-f5e3-4e05-ada7-c6672b0f989a admin admin] 10.222.0.31 "PUT /v2.0/routers/6bd5af89-5edb-4b05-bb81-c43c568149bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0080690 Jan 18 13:48:36.779936 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:48:36.819646 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8dfbf89e-7374-4132-b29a-d7a97cedd6c6 req-a44993c2-0198-4cbb-bd24-d00ee06cb4ba tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Unset dirty status for tenant:c3d4864c5f324d399ab1e098a254caad on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:36.827728 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:36.828409 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:36.835071 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8dfbf89e-7374-4132-b29a-d7a97cedd6c6 req-a44993c2-0198-4cbb-bd24-d00ee06cb4ba tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 931 time: 0.4500573 Jan 18 13:48:36.897312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8dfbf89e-7374-4132-b29a-d7a97cedd6c6 req-11f66d3d-761d-4afc-942f-ec0eede131a2 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613556 Jan 18 13:48:37.356218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-007717d0-d1a5-4632-8558-593a5cc316e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.370472 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.473903 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.538324 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:37.540025 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.541177 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-45a19a65-09f2-48c4-bcb2-54f1a4a90542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6860a720-4a50-486c-89fa-674ba6b1e747 HTTP/1.1" status: 204 len: 168 time: 2.5605242 Jan 18 13:48:37.618525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Request body: {'port': {'device_id': '20e7594a-479e-417a-8bc1-402d6231f86c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:37.657840 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event updated for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:37.672357 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:37.683683 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:37.699393 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:37.721273 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:37.722342 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:37.777970 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b26e9087-ea3d-49c8-947a-48505b52fc1d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6508684 Jan 18 13:48:37.801273 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Request body: {'port': {'device_id': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:38.025926 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d3d1fb40-5958-48ea-8981-874ecadba29c up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:38.091702 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.154753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-c780a9af-6c43-4bb5-9f13-a9f83d4b5bec tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:38.165379 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-c780a9af-6c43-4bb5-9f13-a9f83d4b5bec tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 819 time: 0.9354103 Jan 18 13:48:38.337800 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:32Z', 'revision_number': 2, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:38.344429 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:48:38.344857 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Updating router 6bd5af89-5edb-4b05-bb81-c43c568149bd port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:48:38.418487 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.432307 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port d3d1fb40-5958-48ea-8981-874ecadba29c completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:38.446310 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port d3d1fb40-5958-48ea-8981-874ecadba29c triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:38.447263 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.447879 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.522367 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.597380 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-e4826f50-21fc-4a4a-b918-63d1768d82b8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/quotas/aa7d7d061db443b3926d6fcdeee3baa2 HTTP/1.1" status: 200 len: 375 time: 0.4297705 Jan 18 13:48:38.610354 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.841729 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.884732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port d3d1fb40-5958-48ea-8981-874ecadba29c, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=d3d1fb40-5958-48ea-8981-874ecadba29c,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:38.901270 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:38.901270 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b8281ca0-f934-4599-8071-8b67611ddecb up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:39.033376 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1171abbc-0b75-4b9b-9da1-f5055661b637 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:39.053225 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.058595 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.077903 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=d3d1fb40-5958-48ea-8981-874ecadba29c,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:39.087693 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Transition to ACTIVE for port object 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:39.090238 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Transition to ACTIVE for port object 1171abbc-0b75-4b9b-9da1-f5055661b637 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:39.095716 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.098666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481360b7-3f2d-44f7-a0aa-3db2804d57b9 req-d26ea516-9f05-480b-a604-f302318e38e0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:39.101136 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-481360b7-3f2d-44f7-a0aa-3db2804d57b9 req-d26ea516-9f05-480b-a604-f302318e38e0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 932 time: 1.2890143 Jan 18 13:48:39.103086 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.155059 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b8281ca0-f934-4599-8071-8b67611ddecb triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:39.155429 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.287144 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Pushing event updated for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:39.317391 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-481360b7-3f2d-44f7-a0aa-3db2804d57b9 req-aa877b79-b252-4c0e-8727-ab2bf7c842c1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924882 Jan 18 13:48:39.426665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-ca40d519-ca68-4601-b090-a2eae67fff36 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7388146 Jan 18 13:48:39.430608 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a82b-12ff-48df-950f-c0a71c6e3614 None None] Pushing event updated for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:39.761162 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Attempting to bind port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:39.761368 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Attempting to bind port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:39.761557 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Attempting to bind port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:39.774047 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:39.774580 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Checking segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:39.774982 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.775374 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Bound using segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:39.775847 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Bound port: 4e61d4c6-536f-4db4-8113-9eb15bb7ff00, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:39.776274 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.871656 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.db.resource_extend [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:48:39.878767 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d3d1fb40-5958-48ea-8981-874ecadba29c up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:39.896129 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] For port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:39.900053 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] For port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:39.907727 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.971334 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Attempting to bind port 1171abbc-0b75-4b9b-9da1-f5055661b637 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:39.971692 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Attempting to bind port 1171abbc-0b75-4b9b-9da1-f5055661b637 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:39.982228 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Attempting to bind port 1171abbc-0b75-4b9b-9da1-f5055661b637 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:39.984756 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:39.989379 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Port 1171abbc-0b75-4b9b-9da1-f5055661b637 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:48:39.989786 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Attempting to bind port 1171abbc-0b75-4b9b-9da1-f5055661b637 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:40.004231 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:40.004231 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Checking segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:40.004231 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Bound using segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:40.004231 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Bound port: 1171abbc-0b75-4b9b-9da1-f5055661b637, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:40.004681 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.112780 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:40.121173 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1171abbc-0b75-4b9b-9da1-f5055661b637,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:40.133849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.139331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port d3d1fb40-5958-48ea-8981-874ecadba29c triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:40.142662 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.208313 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-18dc9aa9-3880-4ddf-a955-808221b33279 service neutron] 10.222.0.31 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767944 Jan 18 13:48:40.276479 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.281004 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] 10.222.0.36 "PUT /v2.0/ports/1171abbc-0b75-4b9b-9da1-f5055661b637 HTTP/1.1" status: 200 len: 1094 time: 2.4893227 Jan 18 13:48:40.309926 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a82b-12ff-48df-950f-c0a71c6e3614 None None] Pushing event updated for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=4']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:40.319244 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0123c681-7ce9-4d85-92f9-33c809b63a73 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:40.357672 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:48:40.377240 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:48:40.382219 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:40.392353 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.435634 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Transition to ACTIVE for port object 0123c681-7ce9-4d85-92f9-33c809b63a73 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:40.608279 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cca564-a764-4f43-8a60-4922495daa9a service neutron] Pushing event updated for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:40.669846 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-6c5fbce5-f962-4b4f-862b-8f4ce427b685 service neutron] 10.222.0.31 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534638 Jan 18 13:48:40.671958 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.739684 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34396) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:40.746654 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196188954', 'description': 'tempest-description--350652489'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:40.757373 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:40.768328 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:40.769609 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:48:40.772853 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:40.779433 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Pushing event updated for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:40.780307 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:40.793799 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:40.849570 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:40.855368 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:40.858679 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:40.866244 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:41.012987 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.028390 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.145348 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.147331 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4063215 Jan 18 13:48:41.151106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34416) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:41.188549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group_rule': {'security_group_id': 'f267616d-12db-4a21-951b-7d720a9cdb2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:41.253792 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:41.280106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:41.292786 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:41.313631 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:41.519065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e386835-e995-4763-8523-23f317ca6a8b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f267616d-12db-4a21-951b-7d720a9cdb2a,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:41.557256 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:41.598354 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Attempting to bind port 0123c681-7ce9-4d85-92f9-33c809b63a73 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:41.598952 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Attempting to bind port 0123c681-7ce9-4d85-92f9-33c809b63a73 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '837e280e-4de8-45a3-8998-07f8e5256b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:41.599075 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Attempting to bind port 0123c681-7ce9-4d85-92f9-33c809b63a73 on network 83a58f74-0671-4759-82a3-4d979b6ade70 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:41.683586 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:39Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:48:41.688013 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875d1174-ba8d-416a-a5f7-23bd21287464 None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:39Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:48:41.703116 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Port 0123c681-7ce9-4d85-92f9-33c809b63a73 on network 83a58f74-0671-4759-82a3-4d979b6ade70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:48:41.703652 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Attempting to bind port 0123c681-7ce9-4d85-92f9-33c809b63a73 on network 83a58f74-0671-4759-82a3-4d979b6ade70 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:41.751651 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-0de99020-4097-49d8-b618-fa920d28b6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.4891477 Jan 18 13:48:41.778293 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:41.779998 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Checking segment: {'id': '837e280e-4de8-45a3-8998-07f8e5256b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:41.800240 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Bound using segment: {'id': '837e280e-4de8-45a3-8998-07f8e5256b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:41.801111 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Bound port: 0123c681-7ce9-4d85-92f9-33c809b63a73, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837e280e-4de8-45a3-8998-07f8e5256b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:41.831771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.021178 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b93c46-36af-411f-a45d-5655dcea89d1 req-8a433947-723f-4a47-aa85-0c595b65ca64 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:42.023067 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-48b93c46-36af-411f-a45d-5655dcea89d1 req-8a433947-723f-4a47-aa85-0c595b65ca64 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 943 time: 0.8115759 Jan 18 13:48:42.064940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:42.080732 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-1c8424fa-af05-4ea3-b441-e3f8ebcc6d6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1171abbc-0b75-4b9b-9da1-f5055661b637 HTTP/1.1" status: 200 len: 217 time: 0.3052316 Jan 18 13:48:42.082277 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce54b4-e9d2-4181-a4b8-8736e82b6bcc req-b40852c6-07b8-44d6-b86a-7ffd5fa7967f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:42.083451 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.084924 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2dce54b4-e9d2-4181-a4b8-8736e82b6bcc req-b40852c6-07b8-44d6-b86a-7ffd5fa7967f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 0.6284435 Jan 18 13:48:42.093098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.161492 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04912f8-7e97-47b8-a47e-5db2f5dc366e,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:42.184548 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0123c681-7ce9-4d85-92f9-33c809b63a73,segment=NetworkSegment(837e280e-4de8-45a3-8998-07f8e5256b2b),segment_id=837e280e-4de8-45a3-8998-07f8e5256b2b)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:42.235579 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.236968 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-54089efb-7d6a-47ce-a5f0-5efca6ca0526 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0664074 Jan 18 13:48:42.239873 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34464) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:42.256194 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2dce54b4-e9d2-4181-a4b8-8736e82b6bcc req-fff0921d-e931-434d-92db-735a70bb65ed tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493263 Jan 18 13:48:42.266461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.273670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group_rule': {'security_group_id': 'f267616d-12db-4a21-951b-7d720a9cdb2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:42.293325 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b80b60c4-944e-4171-8bff-5c9df2376d89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:42.298940 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-b80b60c4-944e-4171-8bff-5c9df2376d89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.2032900 Jan 18 13:48:42.301937 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:42.401477 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-48b93c46-36af-411f-a45d-5655dcea89d1 req-a493056e-1191-4ece-993a-adbddc9289a6 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653114 Jan 18 13:48:42.428921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:42.430573 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] 10.222.0.36 "PUT /v2.0/ports/0123c681-7ce9-4d85-92f9-33c809b63a73 HTTP/1.1" status: 200 len: 1093 time: 5.3246119 Jan 18 13:48:42.433434 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:48:42.473075 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:42.501084 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:42.526786 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-99990220-9c60-4f3c-a4c0-ec3a21e459b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2167854 Jan 18 13:48:42.550668 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:42.803792 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bbbc9a2-16d4-4f48-b0c5-63424c499a7c req-33aa5375-98ad-425d-a64f-0568f9e61f9a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 210 time: 0.1190081 Jan 18 13:48:42.805594 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de3cf4-4ba7-4494-8973-bc56c87b6824 service neutron] Pushing event updated for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:42.893377 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-5d460b0c-3d7f-4473-9d8b-379d6e4bf621 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3d4864c5f324d399ab1e098a254caad&device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 1096 time: 0.1621609 Jan 18 13:48:42.926941 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.073357 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-4eae0492-7bcd-471f-bec4-f57cc2a82e7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0123c681-7ce9-4d85-92f9-33c809b63a73 HTTP/1.1" status: 200 len: 217 time: 0.1621239 Jan 18 13:48:43.187281 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-2129d742-9d7f-4425-a2ed-641ee4005b33 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:43.189528 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-2129d742-9d7f-4425-a2ed-641ee4005b33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b74ae601-50ce-4313-a160-2c8d8a883b64 HTTP/1.1" status: 200 len: 852 time: 0.0954177 Jan 18 13:48:43.252850 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637', 'status': 'completed', 'code': 200} Jan 18 13:48:43.300208 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-1fa4013b-5c02-4c36-971a-f14811232256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a58f74-0671-4759-82a3-4d979b6ade70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959418 Jan 18 13:48:43.302398 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-598eb9c8-29d9-464c-af03-e11f17821445 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471881 Jan 18 13:48:43.464965 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.36', 50420) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:43.498045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.688464 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:43.712326 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-6db908da-77d0-4bbf-9b43-d1b27e3d5fcd service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019279 Jan 18 13:48:43.830613 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a6768a-44b3-4b8a-a4c1-d8586c9daba4,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:43.834547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73', 'status': 'completed', 'code': 200} Jan 18 13:48:43.887596 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:44.006524 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:44.012076 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fa221cbd-727b-44ed-8dc0-e84b877a4791 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7694626 Jan 18 13:48:44.026373 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34536) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:44.114044 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:44.123031 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:44.133922 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:44.134851 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:44.167776 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:44.233122 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:floatingip and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:44.240623 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:44.271101 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-3ee658ec-5cdb-40f9-952c-f751a66d0773 req-7b40d213-6a41-4289-9f48-f4177149cdfe service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9641850 Jan 18 13:48:44.278561 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:44.287999 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138af770-b415-4c17-9e8e-884bcc288352 req-ac10e1fd-a364-4d79-a195-d6a8962cb891 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:44.293303 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-812a4b4a-c5eb-4f9a-97ec-11cd535fe2b3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:44.297442 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-138af770-b415-4c17-9e8e-884bcc288352 req-ac10e1fd-a364-4d79-a195-d6a8962cb891 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 0.4619131 Jan 18 13:48:44.300853 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-812a4b4a-c5eb-4f9a-97ec-11cd535fe2b3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Synchronizing usage tracker for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:network {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:44.351960 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1ec85bc-00fc-4e9f-a4b8-48e510b8b0d9 req-9b3e8a0e-098a-4861-8022-4503fcd505c6 service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251087 Jan 18 13:48:44.435435 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-138af770-b415-4c17-9e8e-884bcc288352 req-ea583c97-f28c-4f13-a0af-7b1965e29267 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368978 Jan 18 13:48:44.474405 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:44.497960 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:44.608962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-812a4b4a-c5eb-4f9a-97ec-11cd535fe2b3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Unset dirty status for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:network {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:44.610198 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-812a4b4a-c5eb-4f9a-97ec-11cd535fe2b3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 819 time: 1.1297932 Jan 18 13:48:44.696416 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:44.702290 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:44.837670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Request body: {'port': {'device_id': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'admin_state_up': True, 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:44.850891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:44.921682 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2521e-4e2c-4516-adb8-8de53e92635e req-4c6c71c8-6fcb-4485-ba12-51fba0fd4775 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:44.943603 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0dd2521e-4e2c-4516-adb8-8de53e92635e req-4c6c71c8-6fcb-4485-ba12-51fba0fd4775 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 943 time: 0.3220186 Jan 18 13:48:44.982922 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-35b51b9d-35ef-4bba-b2c9-d499428a9429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 1097 time: 0.6244414 Jan 18 13:48:45.138631 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-fb1fd622-55bb-4c7a-a4e1-2a457d7005c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3d4864c5f324d399ab1e098a254caad&device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 1096 time: 0.4160149 Jan 18 13:48:45.193226 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:45.205251 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Usage tracker for resource:port and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:45.212558 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:45.213198 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0dd2521e-4e2c-4516-adb8-8de53e92635e req-a2436b55-ede4-4a45-980d-9092faec5420 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685499 Jan 18 13:48:45.240273 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:45.291872 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-ff46b34a-42ad-4256-ab55-d207640749e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:45.294356 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-ff46b34a-42ad-4256-ab55-d207640749e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 915 time: 0.3092649 Jan 18 13:48:45.295979 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Made reservation on behalf of aa7d7d061db443b3926d6fcdeee3baa2 for: {'port': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:45.299687 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:45.446760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:45.631627 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-d6ee5952-f439-4f8d-9e15-dfd5e9835d01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1171abbc-0b75-4b9b-9da1-f5055661b637 HTTP/1.1" status: 200 len: 217 time: 0.2554278 Jan 18 13:48:45.806913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-f8f1a624-24c4-441a-8066-410544e982a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:45.812999 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-73aca5e5-1025-43c7-821c-2e12b823945c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:45.815145 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-73aca5e5-1025-43c7-821c-2e12b823945c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.1567223 Jan 18 13:48:45.826804 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-f8f1a624-24c4-441a-8066-410544e982a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83a58f74-0671-4759-82a3-4d979b6ade70 HTTP/1.1" status: 200 len: 913 time: 0.5961430 Jan 18 13:48:45.865978 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:46.087491 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-56f82c98-c53f-4439-a7b5-f4503abe4cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468332 Jan 18 13:48:46.118107 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:46.118576 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:46.352681 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-79c64dab-6330-49a9-9ffc-933bf6ecff20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0123c681-7ce9-4d85-92f9-33c809b63a73 HTTP/1.1" status: 200 len: 217 time: 0.4831016 Jan 18 13:48:46.506082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Allocated IP 172.20.0.2 (7235828f-628c-4dbd-b3e4-4c7f2f012560/cad62186-959a-4666-b29e-de09be53e161/2ab48d45-cfd9-46ec-be0b-d01c7676121c) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:46.534919 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34590) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:46.612634 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Allocated IP 172.27.0.162 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/c4f916c7-8883-4f0f-acaf-4fcd3db79368) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:46.695198 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-eca4cf43-4749-4f06-a44d-f2f7e8a83b8b service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351124 Jan 18 13:48:46.706664 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34598) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:46.826435 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-be078db5-76c8-4468-b6fe-87bd0e19fda2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:46.829918 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-be078db5-76c8-4468-b6fe-87bd0e19fda2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 819 time: 0.8084075 Jan 18 13:48:46.831372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-cf1f3716-33e3-41b2-acba-84083aa2ec4a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:46.836610 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-cf1f3716-33e3-41b2-acba-84083aa2ec4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b74ae601-50ce-4313-a160-2c8d8a883b64 HTTP/1.1" status: 200 len: 852 time: 0.3154473 Jan 18 13:48:46.859726 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-d4510823-5798-4b52-9356-324b0af661b7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/quotas/aa7d7d061db443b3926d6fcdeee3baa2 HTTP/1.1" status: 200 len: 375 time: 0.0199184 Jan 18 13:48:47.062792 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-0c0e8f44-e720-4748-be4c-42a489da6a92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a58f74-0671-4759-82a3-4d979b6ade70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1411116 Jan 18 13:48:47.135609 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-312ae83e-4de3-49f2-9a40-ead686159a0a req-a71eaa7f-773a-43d0-b6e7-bd20372c257d service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982210 Jan 18 13:48:47.151164 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29155765-4a18-47ec-882a-a9e002168e66 req-052afe0c-ef73-4b95-bb63-a39335625d47 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:47.152916 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-29155765-4a18-47ec-882a-a9e002168e66 req-052afe0c-ef73-4b95-bb63-a39335625d47 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 1.1115198 Jan 18 13:48:47.219583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:47.279837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:47.439488 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-71094ae6-70af-4e9c-8e33-eaca59e3570f service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798059 Jan 18 13:48:47.445949 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:47.640177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:47.650270 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:47.667298 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Usage tracker for resource:security_group_rule and tenant:15ff8822bc864b97a8b98efc7797df61 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:47.676920 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:47.681290 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Usage tracker for resource:security_group_rule and tenant:68252c90b6844a7789bda9f758f92951 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:47.695050 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:47.698342 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:47.711500 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-905b3a42-aee8-4103-afe2-c2a7ef349e6a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8492818 Jan 18 13:48:47.731820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:47.737965 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:47.819474 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:47.830161 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-29155765-4a18-47ec-882a-a9e002168e66 req-3d1ba761-90d8-4973-ab64-c2e479a0803d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787544 Jan 18 13:48:47.914705 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-6e748e44-0bfc-4488-9fcf-67b7c4bb0e6d service neutron] 10.222.0.31 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028551 Jan 18 13:48:48.018109 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=c4f916c7-8883-4f0f-acaf-4fcd3db79368,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:48.031707 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:48.048990 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:48.058591 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:48.082828 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.088560 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.091336 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.140798 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.166021 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.275471 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-0d4b35e2-1674-4bde-9f06-3926f8a8356f service neutron] 10.222.0.31 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586845 Jan 18 13:48:48.479681 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68252c90b6844a7789bda9f758f92951&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7718136 Jan 18 13:48:48.482350 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdaac2-5ee9-44aa-9c71-ab88d87dec7f req-3cc1c489-3e9c-41e9-8068-5baa469c9bd4 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:48.494431 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3bdaac2-5ee9-44aa-9c71-ab88d87dec7f req-3cc1c489-3e9c-41e9-8068-5baa469c9bd4 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 943 time: 0.3658290 Jan 18 13:48:48.531682 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 34630) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:48.536656 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:48.549265 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:48.580005 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Pushing event updated for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:48.605365 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:48.614612 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:48.615222 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.631960 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd422ddc-e0c2-4b91-9fb6-02684baac4b5 req-acc23806-9a43-4218-b794-92a0df03612f service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268285 Jan 18 13:48:48.651389 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba730e-f957-48fd-afe7-926787a0f939,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:48.768104 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3bdaac2-5ee9-44aa-9c71-ab88d87dec7f req-d6e7d6b9-a59f-4291-8fde-1a7afed9dacc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721689 Jan 18 13:48:48.798795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ade073ae-789f-46a6-b5bf-8faafc16135c req-cb753311-fc8a-4d50-8286-78ce09a307d6 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 210 time: 0.1128852 Jan 18 13:48:48.799875 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.814353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b61ec-9187-40a1-bd4c-dd061fd5c862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467328c-a592-449d-aa71-7f402ace3e21,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:48.823291 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-22158620-a1e7-4f04-961b-0bee8fdf25cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15ff8822bc864b97a8b98efc7797df61&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2826965 Jan 18 13:48:48.830961 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34642) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:48.963002 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:48.982855 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-0d3c35c4-90c0-434a-8eee-00caacf9239b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1862102 Jan 18 13:48:49.087238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.178175 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467328c-a592-449d-aa71-7f402ace3e21,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:49.213900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.224219 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c96ea086-377b-4208-a01e-14109cb6ca04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c467328c-a592-449d-aa71-7f402ace3e21 HTTP/1.1" status: 204 len: 168 time: 0.6884277 Jan 18 13:48:49.285140 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Request body: {'port': {'device_id': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:49.379698 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.472676 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6b2f2-d7de-40d7-b4cb-4223e2e59c08 req-604aac95-7fa1-4660-996f-df0392154f35 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:49.484912 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91a6b2f2-d7de-40d7-b4cb-4223e2e59c08 req-604aac95-7fa1-4660-996f-df0392154f35 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 0.2371418 Jan 18 13:48:49.560059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.596653 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-91a6b2f2-d7de-40d7-b4cb-4223e2e59c08 req-09ffc92c-9f34-4fca-83fd-45a7e73af21d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101825 Jan 18 13:48:49.712980 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 34670) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:49.736965 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.761797 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.823747 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.897294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:49.929584 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34680) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:50.046733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.063767 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.102481 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:50.106787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7790c153-d39a-4cb4-9f67-2e8f70573d9f req-6f3ec26a-375b-41da-a2c7-1148aa02c900 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 210 time: 0.0574405 Jan 18 13:48:50.109854 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Usage tracker for resource:security_group_rule and tenant:69b256ab276644b1b414a7c06d8c4056 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:50.113007 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba730e-f957-48fd-afe7-926787a0f939,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:50.114410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:50.127111 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:50.158465 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.159581 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6d3baef9-2ec1-4b79-af46-f34c055819e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90ba730e-f957-48fd-afe7-926787a0f939 HTTP/1.1" status: 204 len: 168 time: 1.3265808 Jan 18 13:48:50.183334 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260f15-bdba-4c23-8b1f-4984cdc670ca req-f4a21d03-db25-45f2-9a80-cf184613bc7e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:50.184832 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95260f15-bdba-4c23-8b1f-4984cdc670ca req-f4a21d03-db25-45f2-9a80-cf184613bc7e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 943 time: 0.1789629 Jan 18 13:48:50.227695 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:50.244842 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Usage tracker for resource:security_group_rule and tenant:d7d512b4b09544239eaac2e4e74901ba is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:50.249354 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:50.270779 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:50.277166 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95260f15-bdba-4c23-8b1f-4984cdc670ca req-ec2c81ff-07b9-48c8-a678-cfe3cbf2e045 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795639 Jan 18 13:48:50.301064 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.304930 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.347778 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.361306 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.499717 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.519083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498c358d-bd6b-4ffa-bdcb-14e58ee06a00,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:50.522362 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=c4f916c7-8883-4f0f-acaf-4fcd3db79368,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:50.539085 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b464cdd9-b923-4a25-9f23-37d6b5319dfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69b256ab276644b1b414a7c06d8c4056&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8220046 Jan 18 13:48:50.541028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 34688) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:50.562863 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab48d45-cfd9-46ec-be0b-d01c7676121c {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:50.571627 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.577001 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.579970 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.581380 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-032c2837-fcd5-4920-afb5-9a6a7d7b0b35 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5484164 Jan 18 13:48:50.584462 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.624029 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Transition to ACTIVE for port object 2ab48d45-cfd9-46ec-be0b-d01c7676121c will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:50.641777 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.683619 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:50.692816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-519855b2-9753-4eeb-80e3-9754d7a4fc12 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:50.695141 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-519855b2-9753-4eeb-80e3-9754d7a4fc12 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 819 time: 0.3738194 Jan 18 13:48:50.702440 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7d512b4b09544239eaac2e4e74901ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7714524 Jan 18 13:48:50.703262 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ffe14-ce72-4f36-ae00-aa2f9d1beef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9463afd-9810-44ad-9e8e-46252dc2f45b,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:50.709369 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34700) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:50.775917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Request body: {'port': {'device_id': '59fd4fed-9463-458c-a5a2-300379efe98d', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'admin_state_up': True, 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:50.858204 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:50.932421 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Attempting to bind port 2ab48d45-cfd9-46ec-be0b-d01c7676121c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:50.933337 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Attempting to bind port 2ab48d45-cfd9-46ec-be0b-d01c7676121c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:50.933337 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Attempting to bind port 2ab48d45-cfd9-46ec-be0b-d01c7676121c on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:50.976547 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Port 2ab48d45-cfd9-46ec-be0b-d01c7676121c on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:48:50.977000 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Attempting to bind port 2ab48d45-cfd9-46ec-be0b-d01c7676121c on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:50.989562 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.008681 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:51.009154 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Checking segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:51.009599 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Bound using segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:51.010098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Bound port: 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:51.010503 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.028399 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.048846 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.114532 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:51.119128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Usage tracker for resource:port and tenant:aa7d7d061db443b3926d6fcdeee3baa2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:51.122539 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:51.128939 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:51.170366 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:51.172304 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.177614 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:51.178148 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-f0c4f54c-22d2-47b3-a3bd-097d804ba6d6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1196188954&fields=id&tenant_id=9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 267 time: 0.1696053 Jan 18 13:48:51.181380 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Made reservation on behalf of aa7d7d061db443b3926d6fcdeee3baa2 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:51.184463 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.189410 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.234146 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9463afd-9810-44ad-9e8e-46252dc2f45b,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:51.267776 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.272237 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-59d7d884-8e43-4ff6-aa6d-5a97051b84a6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9463afd-9810-44ad-9e8e-46252dc2f45b HTTP/1.1" status: 204 len: 168 time: 0.5595303 Jan 18 13:48:51.284910 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.286371 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 1093 time: 2.0166545 Jan 18 13:48:51.286975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:48:51.311983 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a340-f431-41e4-9f20-ba145acb7537 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:51.353147 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bfc29-9efd-47a5-a18a-caa354ec351d req-ed3e2ca3-9e09-4e7e-98f2-f6a6447d9f91 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:51.360399 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e21bfc29-9efd-47a5-a18a-caa354ec351d req-ed3e2ca3-9e09-4e7e-98f2-f6a6447d9f91 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 0.4002645 Jan 18 13:48:51.454557 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-502a6ff8-a3f9-42e3-8b69-15d021022172 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1096 time: 0.1109512 Jan 18 13:48:51.463741 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.528818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498c358d-bd6b-4ffa-bdcb-14e58ee06a00,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:51.625626 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:51.629523 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c3c6a42e-321e-4526-a523-e477b1fc7b48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/498c358d-bd6b-4ffa-bdcb-14e58ee06a00 HTTP/1.1" status: 204 len: 168 time: 1.0875580 Jan 18 13:48:51.651818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e21bfc29-9efd-47a5-a18a-caa354ec351d req-0651cdd6-a79d-4908-8891-bb68447f2052 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906330 Jan 18 13:48:51.654510 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-b4c41396-69b9-4061-9726-f75953e62bc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.1910043 Jan 18 13:48:51.681628 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7452f-611e-4a64-bb8a-54257746f0de req-53937ae6-7c5b-44d4-833e-1153063924c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:51.683681 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-53937ae6-7c5b-44d4-833e-1153063924c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 810 time: 0.4879875 Jan 18 13:48:51.708046 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Allocated IP 172.20.0.3 (7235828f-628c-4dbd-b3e4-4c7f2f012560/cad62186-959a-4666-b29e-de09be53e161/e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:51.722415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-0b314738-bac8-462f-b348-2ba4a9e099e3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/quotas/9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 375 time: 0.0319331 Jan 18 13:48:51.735144 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-b59dfa68-2b33-4cf9-b3c3-4239aef06c56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:51.736630 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-b59dfa68-2b33-4cf9-b3c3-4239aef06c56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.0759346 Jan 18 13:48:51.829252 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-43184361-b3b9-4ce1-995f-4825a8410ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850568 Jan 18 13:48:51.884002 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-079c2425-342d-4978-850d-16c77d7609eb req-50f7e1db-0550-4b2f-8576-8542663cb7e1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Synchronizing usage tracker for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:51.991099 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-873f8010-e541-4bc9-a38a-df633b913b8f service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555243 Jan 18 13:48:52.014381 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-079c2425-342d-4978-850d-16c77d7609eb req-50f7e1db-0550-4b2f-8576-8542663cb7e1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Unset dirty status for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:52.015533 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-079c2425-342d-4978-850d-16c77d7609eb req-50f7e1db-0550-4b2f-8576-8542663cb7e1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 210 time: 0.2004826 Jan 18 13:48:52.059116 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-72030c1c-28f7-4a16-bf30-4603c23ae05f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:52.106902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-72030c1c-28f7-4a16-bf30-4603c23ae05f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:52.108344 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-72030c1c-28f7-4a16-bf30-4603c23ae05f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3789341 Jan 18 13:48:52.111247 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.120975 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'status': 'completed', 'code': 200} Jan 18 13:48:52.208450 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34756) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:52.233719 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:48:52.251402 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-53e9d825-c44d-4b9c-b3d1-a266f3bceace req-68a6aa0b-7e00-49cb-a005-c46ad311ed6b service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545896 Jan 18 13:48:52.252508 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.300147 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:52.304685 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Usage tracker for resource:security_group_rule and tenant:2edd02906d3940a5adac15103da7be17 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:52.308864 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:52.347361 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:52.427919 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.440951 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-556993bf-07ba-4cd0-ac08-e4b8393a4761 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1096 time: 0.1330488 Jan 18 13:48:52.467426 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-a3c10ead-ea19-47f9-867d-0bc576af2cd6 service neutron] 10.222.0.31 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184810 Jan 18 13:48:52.562973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.582555 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.675403 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2edd02906d3940a5adac15103da7be17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4623122 Jan 18 13:48:52.679486 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff426b-d50a-4283-a833-ca63326e771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e773e68c-234f-4317-8510-aee4576d122b,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:52.681078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.683424 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34772) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:52.688388 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-cde31477-9a6b-4b51-a3e2-b51651a8d07e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:52.689231 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-cde31477-9a6b-4b51-a3e2-b51651a8d07e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.2393043 Jan 18 13:48:52.765063 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Network 7235828f-628c-4dbd-b3e4-4c7f2f012560 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:52.771900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:52.806681 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-27887b4d-7a35-4747-a508-fbe3b67bc654 service neutron] 10.222.0.31 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383343 Jan 18 13:48:52.807348 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:52.810175 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-fbc7adee-5304-46ad-a0d3-80d0d752aaba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.0864882 Jan 18 13:48:52.815554 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:52.816252 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.865967 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.888815 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Pushing event updated for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:52.910441 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:52.918913 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-76e48c78-d802-45dc-8116-849f710e6e80 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:52.920396 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-76e48c78-d802-45dc-8116-849f710e6e80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.1031187 Jan 18 13:48:52.922278 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65e245-5531-4762-8073-a46bcf6c4646 req-5541075e-d4bf-4874-88fd-1208e8e3a6af tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:52.924797 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f65e245-5531-4762-8073-a46bcf6c4646 req-5541075e-d4bf-4874-88fd-1208e8e3a6af tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 943 time: 0.3177316 Jan 18 13:48:52.926406 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4bf112cb-8e65-4025-ba9e-3b4623e04210 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1613984 Jan 18 13:48:52.948180 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Request body: {'port': {'device_id': '59fd4fed-9463-458c-a5a2-300379efe98d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:53.028874 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-a41791ff-5d9b-483d-a9b4-0256a5bf4b8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963142 Jan 18 13:48:53.159209 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f65e245-5531-4762-8073-a46bcf6c4646 req-d50c094b-e519-4c21-be1b-f40a46c63b41 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273700 Jan 18 13:48:53.216138 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0123c681-7ce9-4d85-92f9-33c809b63a73 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:48:53.264589 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-e43aff6b-d829-4f83-a2aa-0dce58b3349b service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168124 Jan 18 13:48:53.420525 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8f050dc0-3742-4530-94e2-edc36e172470 req-4fd72008-cd2a-4132-9f6b-6cae50040aa7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 210 time: 0.0924110 Jan 18 13:48:53.424078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:53.494481 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0123c681-7ce9-4d85-92f9-33c809b63a73,segment=NetworkSegment(837e280e-4de8-45a3-8998-07f8e5256b2b),segment_id=837e280e-4de8-45a3-8998-07f8e5256b2b)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:53.513744 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '0123c681-7ce9-4d85-92f9-33c809b63a73', 'network_id': '83a58f74-0671-4759-82a3-4d979b6ade70', 'port_id': '0123c681-7ce9-4d85-92f9-33c809b63a73', 'mac_address': 'fa:16:3e:f9:ca:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74ae601-50ce-4313-a160-2c8d8a883b64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:48:53.542830 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:53.637388 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:53.693456 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:53.694650 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e773e68c-234f-4317-8510-aee4576d122b HTTP/1.1" status: 204 len: 168 time: 1.0093915 Jan 18 13:48:53.701716 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0123c681-7ce9-4d85-92f9-33c809b63a73 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:53.714162 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d940b-64fb-4f56-9c14-c650c9593c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773e68c-234f-4317-8510-aee4576d122b,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:53.788738 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-fc049836-a1ee-4ef6-b07e-d4492b52842a req-1a694a34-506d-4952-a757-4415ed14bfac service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171280 Jan 18 13:48:53.796363 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0123c681-7ce9-4d85-92f9-33c809b63a73,segment=NetworkSegment(837e280e-4de8-45a3-8998-07f8e5256b2b),segment_id=837e280e-4de8-45a3-8998-07f8e5256b2b)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:53.807580 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:53.808271 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 1171abbc-0b75-4b9b-9da1-f5055661b637 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:48:53.853102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea06d-6d09-4317-90e7-a56a4d7c3043 req-2c1852b4-ada3-4c5e-be2e-78e7957c7034 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:53.854661 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-008ea06d-6d09-4317-90e7-a56a4d7c3043 req-2c1852b4-ada3-4c5e-be2e-78e7957c7034 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 944 time: 0.6814070 Jan 18 13:48:53.984013 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.resource_extend [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:48:54.153829 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:54.173891 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-008ea06d-6d09-4317-90e7-a56a4d7c3043 req-40d4d0cd-1b22-4da0-a39a-b5f82dbb270c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184982 Jan 18 13:48:54.198207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30b43-550f-490c-a815-e47c95614eb7 req-10813209-d6ab-42ab-b2f0-88d7ec6aa94a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:54.201336 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-caa30b43-550f-490c-a815-e47c95614eb7 req-10813209-d6ab-42ab-b2f0-88d7ec6aa94a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 931 time: 0.3636472 Jan 18 13:48:54.235414 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1171abbc-0b75-4b9b-9da1-f5055661b637,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:54.251397 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '1171abbc-0b75-4b9b-9da1-f5055661b637', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'port_id': '1171abbc-0b75-4b9b-9da1-f5055661b637', 'mac_address': 'fa:16:3e:8b:6a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96210d2-f08d-4ce4-b469-e6da3f60f086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:48:54.320288 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:54.342129 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1171abbc-0b75-4b9b-9da1-f5055661b637 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:54.368876 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1171abbc-0b75-4b9b-9da1-f5055661b637,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:54.378287 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:54.384842 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-caa30b43-550f-490c-a815-e47c95614eb7 req-3f8259a5-10be-47c8-88f6-bf9baba4a22f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732292 Jan 18 13:48:54.526944 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:54.664872 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['0123c681-7ce9-4d85-92f9-33c809b63a73'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:48:54.666185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:54.675803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:54.732165 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:48:54.745640 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-815bade1-853d-47d8-bb2f-53f818d9e5cc req-a8cf7062-43fd-47bd-8c3b-ab708120ccc6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 210 time: 0.0574799 Jan 18 13:48:54.748523 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Transition to ACTIVE for port object e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:54.753293 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:54.994051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Pushing event updated for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:55.011936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5953-d1c7-41e6-af9a-e132240480ef req-2f1261da-3fc6-41e9-8b85-dccf51aabbf8 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:55.013447 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01ac5953-d1c7-41e6-af9a-e132240480ef req-2f1261da-3fc6-41e9-8b85-dccf51aabbf8 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 944 time: 0.4554565 Jan 18 13:48:55.182073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 2ab48d45-cfd9-46ec-be0b-d01c7676121c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:48:55.201650 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Attempting to bind port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:48:55.201997 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Attempting to bind port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:48:55.202326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Attempting to bind port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:55.224339 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:48:55.224566 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Attempting to bind port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:48:55.233126 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:48:55.233690 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Checking segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:48:55.234218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Bound using segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:48:55.234821 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Bound port: e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:48:55.235337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.265665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01ac5953-d1c7-41e6-af9a-e132240480ef req-9586ec27-2ce8-47b2-8c21-55b53f386582 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603079 Jan 18 13:48:55.295796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7452f-611e-4a64-bb8a-54257746f0de req-0a0a74f2-84e0-4a2f-b255-5b3691abca12 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:55.301323 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-0a0a74f2-84e0-4a2f-b255-5b3691abca12 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:network {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:55.344227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-0a0a74f2-84e0-4a2f-b255-5b3691abca12 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:network {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:55.345754 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-0a0a74f2-84e0-4a2f-b255-5b3691abca12 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 810 time: 0.4414659 Jan 18 13:48:55.478095 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-5fcc95c0-5731-4832-880f-4253686a71fc tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:security_group {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:48:55.509438 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-67b7452f-611e-4a64-bb8a-54257746f0de req-5fcc95c0-5731-4832-880f-4253686a71fc tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:security_group {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:48:55.512137 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-5fcc95c0-5731-4832-880f-4253686a71fc tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 380 time: 0.1541967 Jan 18 13:48:55.526152 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'port': {'device_id': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'admin_state_up': True, 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'security_groups': ['f267616d-12db-4a21-951b-7d720a9cdb2a']}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:55.597314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:55.644078 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'port_id': '2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'mac_address': 'fa:16:3e:f7:dc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:48:55.646585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:48:55.664670 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:48:55.674284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.764837 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.767267 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-06e14990-a02c-4016-a374-9cd79825270a service neutron] 10.222.0.36 "PUT /v2.0/ports/e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 HTTP/1.1" status: 200 len: 1093 time: 2.8312366 Jan 18 13:48:55.787023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.821753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:48:55.829331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab48d45-cfd9-46ec-be0b-d01c7676121c {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:48:55.847916 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:55.854370 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:55.896846 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:55.921337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c409c2-6b97-4211-9a75-e9bcd32fb1c4 req-4af32942-00ab-47eb-8ea6-5377f303a21f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:55.923337 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85c409c2-6b97-4211-9a75-e9bcd32fb1c4 req-4af32942-00ab-47eb-8ea6-5377f303a21f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 945 time: 0.4179735 Jan 18 13:48:55.938650 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:55.954062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e14990-a02c-4016-a374-9cd79825270a service neutron] Pushing event updated for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:55.971683 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Made reservation on behalf of 9e65e47b52124194b964fb7474a3ad9d for: {'port': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:48:55.980493 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:56.024561 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:56.052701 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85c409c2-6b97-4211-9a75-e9bcd32fb1c4 req-868798a5-d30c-46da-bf58-bee46cd0d6f3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098831 Jan 18 13:48:56.071757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231ac9-0500-49d3-a76a-b7cb17d69560 req-5430c146-98ad-4bf4-8551-554145ba6280 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:56.075480 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['2ab48d45-cfd9-46ec-be0b-d01c7676121c'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:48:56.081447 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd231ac9-0500-49d3-a76a-b7cb17d69560 req-5430c146-98ad-4bf4-8551-554145ba6280 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.3557482 Jan 18 13:48:56.130310 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-4088b722-8fe7-400b-a9fa-88588484135b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 1096 time: 0.2991910 Jan 18 13:48:56.276967 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd231ac9-0500-49d3-a76a-b7cb17d69560 req-d9bfd36f-eb36-4c1f-8240-8c12f43fe97b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933844 Jan 18 13:48:56.438832 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-6a130622-404d-4861-a45c-e1e488ab4a5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 HTTP/1.1" status: 200 len: 217 time: 0.2981057 Jan 18 13:48:56.475215 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Allocated IP 172.20.0.10 (e2d43159-0f26-44ba-874a-c4b9bc8c89ae/19ccd357-ac75-4193-b9f3-cb33d99abd47/be09b49e-a8cd-4de2-b085-3fd7c6f60144) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:48:56.519138 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543', 'status': 'completed', 'code': 200} Jan 18 13:48:56.532721 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30e1eb63-feba-46ac-b030-a7d8c0dc0191 req-c3846607-9e06-4bc4-911e-65d4c5e49fcb tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 210 time: 0.1597199 Jan 18 13:48:56.583851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-ee610599-524d-4d19-8279-900243fc89cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:56.586980 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-ee610599-524d-4d19-8279-900243fc89cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.1412630 Jan 18 13:48:56.683048 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-c7c766c0-e8e7-425f-9d74-2f092e85e8ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902877 Jan 18 13:48:56.859253 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:56.877844 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Transition to ACTIVE for port object be09b49e-a8cd-4de2-b085-3fd7c6f60144 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:48:56.907251 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:56.981274 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:48:56.990903 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:48:57.013290 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-398fdfba-a76e-4d37-a81e-01bb2f17dcfb service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726760 Jan 18 13:48:57.023346 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 34918) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:57.027313 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:48:57.031300 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:57.032136 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.072811 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa707e9-7f9f-4a26-b1c2-58521b173fbc req-50cfcefb-882e-48cd-a3b2-08dd3bd8d0bc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:57.073370 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:57.074207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aaa707e9-7f9f-4a26-b1c2-58521b173fbc req-50cfcefb-882e-48cd-a3b2-08dd3bd8d0bc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 944 time: 0.3897374 Jan 18 13:48:57.111736 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-4b3ba7a5-6c46-4b76-b51a-f2f3a198ae81 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5921822 Jan 18 13:48:57.193167 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aaa707e9-7f9f-4a26-b1c2-58521b173fbc req-2a260bc5-9cbe-46e3-bf86-980f64bfd224 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Jan 18 13:48:57.327258 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72be5d-fcbc-46a6-b48a-5b91fbe97830 req-69556fdd-266e-40d6-b5c1-1efe0068079b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:57.334934 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf72be5d-fcbc-46a6-b48a-5b91fbe97830 req-69556fdd-266e-40d6-b5c1-1efe0068079b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 945 time: 0.0865912 Jan 18 13:48:57.378263 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.423356 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3d217b7e-a8e7-4870-a6c9-8d5af7827354 None None] Provisioning for port be09b49e-a8cd-4de2-b085-3fd7c6f60144 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:57.432103 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3d217b7e-a8e7-4870-a6c9-8d5af7827354 None None] Provisioning complete for port be09b49e-a8cd-4de2-b085-3fd7c6f60144 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:57.432103 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3d217b7e-a8e7-4870-a6c9-8d5af7827354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.432845 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf72be5d-fcbc-46a6-b48a-5b91fbe97830 req-a4b5b8ed-d983-446a-bdd6-c0e17188b204 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965006 Jan 18 13:48:57.452726 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:57.457145 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2d63ab82d54e2f9a771fa5cb661d2a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:57.460509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:57.467027 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:57.499375 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-3d217b7e-a8e7-4870-a6c9-8d5af7827354 None None] Port be09b49e-a8cd-4de2-b085-3fd7c6f60144 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:48:57.599750 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eed464-b044-47e0-9362-2ab17dfa1bd7 req-ad0a0460-3ea3-4a66-96bd-8a7e09febbfd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:57.601825 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10eed464-b044-47e0-9362-2ab17dfa1bd7 req-ad0a0460-3ea3-4a66-96bd-8a7e09febbfd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.1280642 Jan 18 13:48:57.603518 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.609143 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.790722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e23d1-73a7-4f2b-bcf7-df41cd9debf9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:57.794884 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5380f2ba-a92d-4639-82c8-21fa4f6db459 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d2d63ab82d54e2f9a771fa5cb661d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7678964 Jan 18 13:48:57.798023 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34954) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:57.818358 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10eed464-b044-47e0-9362-2ab17dfa1bd7 req-0d2f2dc5-fea3-44df-9bc4-bd8b9fa4aca4 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962323 Jan 18 13:48:57.855599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928b9be-b63c-44cd-95da-d0be6dc20044 req-f02f2cdd-d692-49f4-9a0e-b42083413da5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:57.856712 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2928b9be-b63c-44cd-95da-d0be6dc20044 req-f02f2cdd-d692-49f4-9a0e-b42083413da5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 932 time: 0.1533325 Jan 18 13:48:57.867447 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.893767 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.908043 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2928b9be-b63c-44cd-95da-d0be6dc20044 req-f86c3cef-3b32-4caa-abb3-cfe1940e54dd tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452800 Jan 18 13:48:57.946784 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.963371 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e23d1-73a7-4f2b-bcf7-df41cd9debf9,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:57.967642 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:57.968803 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-45897b56-f875-443e-b86a-98ed0cfbfd23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5f4e23d1-73a7-4f2b-bcf7-df41cd9debf9 HTTP/1.1" status: 204 len: 168 time: 0.1695290 Jan 18 13:48:58.166179 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34968) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:58.321849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.353567 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34978) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:58.373039 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:58.378331 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a0b749fc3ec4a8dbbf10600e678c322 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:58.380958 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.395554 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:58.406066 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:58.432032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d4a82-ebcb-4232-915b-97567120ab65 req-78fb0412-a049-4733-8a1a-35c4f48e70ed tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:58.434207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2f2d4a82-ebcb-4232-915b-97567120ab65 req-78fb0412-a049-4733-8a1a-35c4f48e70ed tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 944 time: 0.0870228 Jan 18 13:48:58.445232 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:58.460516 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Usage tracker for resource:security_group_rule and tenant:4b3d629eaf764868a3a11b573fe15dd0 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:58.464805 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:58.476353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:58.484438 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2f2d4a82-ebcb-4232-915b-97567120ab65 req-31dca2b0-1ab7-4d43-b559-3bc75b221b39 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441844 Jan 18 13:48:58.523670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.531687 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.607500 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0b2a50-8f5f-4b8f-b499-b49bfab736c3,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:58.618637 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fcfcf43b-45a4-4075-9674-0995c46d8aa7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a0b749fc3ec4a8dbbf10600e678c322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4513223 Jan 18 13:48:58.619465 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 34986) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:58.632925 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.637045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.682424 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caab25e4-a2fb-4450-90b0-9587e0d9dd23,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:58.688777 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9a42b534-1363-4457-9f5a-c280de69cd2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b3d629eaf764868a3a11b573fe15dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3339186 Jan 18 13:48:58.691640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 34990) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:58.705218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db90b8-7142-4c3e-8572-c62da2803ced req-191aff08-472d-48aa-a26b-7c938368f1cc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:58.706664 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33db90b8-7142-4c3e-8572-c62da2803ced req-191aff08-472d-48aa-a26b-7c938368f1cc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 945 time: 0.1431496 Jan 18 13:48:58.709043 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.753866 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.755089 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.782218 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.798539 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33db90b8-7142-4c3e-8572-c62da2803ced req-5c13ecc4-4dfb-49c7-9f39-eea79c9dd8b5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791264 Jan 18 13:48:58.832041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.836106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.848847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0b2a50-8f5f-4b8f-b499-b49bfab736c3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:58.854035 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab25e4-a2fb-4450-90b0-9587e0d9dd23,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:48:58.857824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.861206 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5abf7b48-9058-4973-9a6c-96cd53d47804 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f0b2a50-8f5f-4b8f-b499-b49bfab736c3 HTTP/1.1" status: 204 len: 168 time: 0.2370515 Jan 18 13:48:58.864663 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:58.866103 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c0bdaa8a-1b07-4fc5-afc1-c4c7ab23e4cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caab25e4-a2fb-4450-90b0-9587e0d9dd23 HTTP/1.1" status: 204 len: 168 time: 0.1736689 Jan 18 13:48:59.061638 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ba26-b178-4d33-818d-b2f5f4c7d2d8 req-15fcdf43-f3d2-49a0-9518-573c46ec2715 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:59.063229 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ef0ba26-b178-4d33-818d-b2f5f4c7d2d8 req-15fcdf43-f3d2-49a0-9518-573c46ec2715 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.0854297 Jan 18 13:48:59.164242 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ef0ba26-b178-4d33-818d-b2f5f4c7d2d8 req-0cfa1497-3e8d-4a78-afb3-041bd267d1e6 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Jan 18 13:48:59.172224 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Request body: {'port': {'device_id': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:48:59.175905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0123c681-7ce9-4d85-92f9-33c809b63a73 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:59.261218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4013c-0438-4ed6-8c98-671d914c1d17 req-8314492a-94f4-4fd0-aabf-f19da49ed732 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:59.263142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45d4013c-0438-4ed6-8c98-671d914c1d17 req-8314492a-94f4-4fd0-aabf-f19da49ed732 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 932 time: 0.1989968 Jan 18 13:48:59.352643 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a76e0ce-1fd2-4a1d-9793-14f2f1118e38 req-9f901c0b-7803-47c5-918b-01fa55e12e05 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874468 Jan 18 13:48:59.363221 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 0123c681-7ce9-4d85-92f9-33c809b63a73 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:48:59.367650 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45d4013c-0438-4ed6-8c98-671d914c1d17 req-889b6a77-f0b9-4b5a-9dfd-f31852d0a96f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937517 Jan 18 13:48:59.378801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 0123c681-7ce9-4d85-92f9-33c809b63a73 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:48:59.379202 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.417205 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.496219 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-f735b9fb-b718-4bf3-97d2-84e3df48612b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 1096 time: 0.0932674 Jan 18 13:48:59.631278 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 35016) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:48:59.661640 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.689149 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.729905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:48:59.810462 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:48:59.816811 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Usage tracker for resource:security_group_rule and tenant:e7da14fded47420eb1c449cb0a7235af is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:48:59.821069 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:48:59.838897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-97a9a5ef-7d5e-46a8-8789-423b0674c49d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:59.840323 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-97a9a5ef-7d5e-46a8-8789-423b0674c49d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.3362904 Jan 18 13:48:59.848299 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:48:59.887980 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0123c681-7ce9-4d85-92f9-33c809b63a73,segment=NetworkSegment(837e280e-4de8-45a3-8998-07f8e5256b2b),segment_id=837e280e-4de8-45a3-8998-07f8e5256b2b)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:48:59.899692 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:48:59.900891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 1171abbc-0b75-4b9b-9da1-f5055661b637 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:48:59.980803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e38b82-7519-4111-975f-917127b76eb5 req-8a00efdf-a51d-4fe7-9c0a-72ba11ccb83e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:48:59.982312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64e38b82-7519-4111-975f-917127b76eb5 req-8a00efdf-a51d-4fe7-9c0a-72ba11ccb83e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 944 time: 0.2389936 Jan 18 13:49:00.017224 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be09b49e-a8cd-4de2-b085-3fd7c6f60144 {{(pid=82797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:49:00.027529 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.043680 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Transition to ACTIVE for port object be09b49e-a8cd-4de2-b085-3fd7c6f60144 will not be triggered until provisioned by entity L2. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:49:00.051801 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.088265 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.104406 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 1171abbc-0b75-4b9b-9da1-f5055661b637 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:00.110243 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 1171abbc-0b75-4b9b-9da1-f5055661b637 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:00.110944 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.198745 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.236683 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64e38b82-7519-4111-975f-917127b76eb5 req-bbf2f354-12d4-47b9-84b7-9d5f1348fd2e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488055 Jan 18 13:49:00.237371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.368665 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Pushing event updated for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.387881 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Attempting to bind port be09b49e-a8cd-4de2-b085-3fd7c6f60144 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:49:00.388293 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Attempting to bind port be09b49e-a8cd-4de2-b085-3fd7c6f60144 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:49:00.388612 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Attempting to bind port be09b49e-a8cd-4de2-b085-3fd7c6f60144 on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:49:00.394934 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.410294 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Port be09b49e-a8cd-4de2-b085-3fd7c6f60144 on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:49:00.410630 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Attempting to bind port be09b49e-a8cd-4de2-b085-3fd7c6f60144 on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:49:00.440415 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:49:00.440937 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Checking segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:49:00.441474 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Bound using segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} {{(pid=82797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:49:00.442052 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.managers [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Bound port: be09b49e-a8cd-4de2-b085-3fd7c6f60144, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}}] {{(pid=82797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:49:00.442612 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.470291 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1171abbc-0b75-4b9b-9da1-f5055661b637,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:00.475439 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.543082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4d9fe-e404-4728-bd67-e387aaafddb0,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.590366 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dee5cc5e-f9e0-4976-a836-34fe967a9e59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7da14fded47420eb1c449cb0a7235af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9573646 Jan 18 13:49:00.591009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 35058) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:00.605255 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, cleared binding levels {{(pid=82797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:49:00.608828 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:49:00.613360 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d07038-9b2f-4c62-b123-3687be3dd944 req-cd22d658-77f3-4cc3-a912-93416495009b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:00.614844 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1d07038-9b2f-4c62-b123-3687be3dd944 req-cd22d658-77f3-4cc3-a912-93416495009b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 945 time: 0.6041398 Jan 18 13:49:00.615286 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.628452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.631238 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-a2677a07-d6a3-4522-99b9-2b8a32316ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 HTTP/1.1" status: 200 len: 217 time: 0.2126229 Jan 18 13:49:00.711310 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.712823 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] 10.222.0.36 "PUT /v2.0/ports/be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 1094 time: 1.5458074 Jan 18 13:49:00.713413 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:00.725529 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d1d07038-9b2f-4c62-b123-3687be3dd944 req-890a5c7a-e38f-47a3-80b0-65322704e57a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Jan 18 13:49:00.751587 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9d413-c3f2-47ff-8541-3fd109e10a07 service neutron] Pushing event updated for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=3']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.763985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.773354 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896f21-4790-4c6e-b357-b8e13550a3f5 req-07e24aa1-861c-4f0a-b27d-22f603818fa0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:00.776633 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a896f21-4790-4c6e-b357-b8e13550a3f5 req-07e24aa1-861c-4f0a-b27d-22f603818fa0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.2435379 Jan 18 13:49:00.838678 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.892585 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a896f21-4790-4c6e-b357-b8e13550a3f5 req-408668e8-83b3-40d9-ac9c-a6dc409e8785 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030006 Jan 18 13:49:00.932344 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.950654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4d9fe-e404-4728-bd67-e387aaafddb0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:00.957953 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:00.961554 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a59a2891-dc1f-4ce1-93ad-64c773a31224 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/12f4d9fe-e404-4728-bd67-e387aaafddb0 HTTP/1.1" status: 204 len: 168 time: 0.3622065 Jan 18 13:49:01.177098 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f1b54-5007-45a1-88dc-ab9770c8040e req-d8297b47-7f59-44e5-b522-88a8f2594ab9 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:01.179488 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-554f1b54-5007-45a1-88dc-ab9770c8040e req-d8297b47-7f59-44e5-b522-88a8f2594ab9 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.0960498 Jan 18 13:49:01.198656 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73', 'code': 200} Jan 18 13:49:01.255062 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'status': 'completed', 'code': 200} Jan 18 13:49:01.301596 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-554f1b54-5007-45a1-88dc-ab9770c8040e req-b81994ec-7c25-43b1-b55b-026e1db511c0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094620 Jan 18 13:49:01.468656 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f84ca-7024-48fe-8c79-f6a959b89244 req-834d2d3c-fc02-4113-ba87-8e068c9d7481 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:01.470111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-455f84ca-7024-48fe-8c79-f6a959b89244 req-834d2d3c-fc02-4113-ba87-8e068c9d7481 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0998068 Jan 18 13:49:01.521298 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-455f84ca-7024-48fe-8c79-f6a959b89244 req-e62045b2-dfa9-4a90-ad85-89f7a05bcf5c tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Jan 18 13:49:01.957312 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe9aa-7aeb-4e10-81bb-a3d832585721 req-197febf4-9d39-49b3-87f6-9569b62ba459 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:01.958872 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ed9fe9aa-7aeb-4e10-81bb-a3d832585721 req-197febf4-9d39-49b3-87f6-9569b62ba459 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0855241 Jan 18 13:49:02.010691 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ed9fe9aa-7aeb-4e10-81bb-a3d832585721 req-59b56b10-6458-4b20-bd4a-6dfcb4af5e2e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Jan 18 13:49:02.047035 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 2ab48d45-cfd9-46ec-be0b-d01c7676121c up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:02.161362 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 2ab48d45-cfd9-46ec-be0b-d01c7676121c completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:02.170821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 2ab48d45-cfd9-46ec-be0b-d01c7676121c triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:02.172803 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:02.286894 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-d411ef65-31d1-4e3e-8d8d-ce802d182b47 req-c4167b49-b144-4ab2-a5da-f8b5bb6eff34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1097 time: 0.2075143 Jan 18 13:49:02.332966 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-1800da66-2ffa-45b4-8c69-1ed98bc0162b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:02.334402 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-1800da66-2ffa-45b4-8c69-1ed98bc0162b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.2914703 Jan 18 13:49:02.421659 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-d0bec9dc-43d7-4355-bf47-29fd571e2fce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596836 Jan 18 13:49:02.434733 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:02.474129 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:02.479639 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:02.577907 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:02.686272 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-070f4b38-82c8-471b-9c56-2e4ab9b56953 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 1098 time: 0.1741862 Jan 18 13:49:02.693374 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411ef65-31d1-4e3e-8d8d-ce802d182b47 req-b9a9c498-a792-4a9c-83cc-62bcab5d61d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:02.694949 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-d411ef65-31d1-4e3e-8d8d-ce802d182b47 req-b9a9c498-a792-4a9c-83cc-62bcab5d61d0 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9e65e47b52124194b964fb7474a3ad9d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3921564 Jan 18 13:49:02.702861 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-89c918a6-bc2c-4c6c-9966-1f6e9b8d8a20 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598271 Jan 18 13:49:02.713382 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f14a1f-c951-4a10-924c-18cf23405920 req-f2ef10c1-34ff-4d22-9ad2-90ea8e267f6c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:02.714939 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7f14a1f-c951-4a10-924c-18cf23405920 req-f2ef10c1-34ff-4d22-9ad2-90ea8e267f6c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.5935588 Jan 18 13:49:02.781501 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636a32-e234-48cc-8bc5-9c1c043dfc3e req-a08e29e0-9c58-406d-a371-b8a433c91e3c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:02.783132 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08636a32-e234-48cc-8bc5-9c1c043dfc3e req-a08e29e0-9c58-406d-a371-b8a433c91e3c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1769104 Jan 18 13:49:02.785772 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7f14a1f-c951-4a10-924c-18cf23405920 req-780a98aa-9cbd-43b3-a021-c15850cdac6e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616336 Jan 18 13:49:02.858500 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08636a32-e234-48cc-8bc5-9c1c043dfc3e req-c723dac8-4306-43aa-9aef-4cfa76e0adf8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591400 Jan 18 13:49:03.012437 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f337-0f99-471a-a58c-e140b8e85889 req-c4ccc34e-a336-4b2a-99b1-b7e77a09a11b tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:03.013880 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0789f337-0f99-471a-a58c-e140b8e85889 req-c4ccc34e-a336-4b2a-99b1-b7e77a09a11b tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0810554 Jan 18 13:49:03.067725 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0789f337-0f99-471a-a58c-e140b8e85889 req-445a9347-3976-41fe-9a80-c88b6690c14a tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Jan 18 13:49:03.200359 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637'}, {'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:03.225486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a615949-9f97-4855-93d7-971cffb1cdeb req-eebaccde-6ed7-41c6-bc45-d32c219bb078 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:03.227142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a615949-9f97-4855-93d7-971cffb1cdeb req-eebaccde-6ed7-41c6-bc45-d32c219bb078 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0783036 Jan 18 13:49:03.258370 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637', 'code': 200} Jan 18 13:49:03.258631 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'code': 200} Jan 18 13:49:03.274151 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a615949-9f97-4855-93d7-971cffb1cdeb req-ab594d39-59af-43ea-bc26-6f40f796453e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Jan 18 13:49:04.044461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cfa23-73bd-4ef8-889d-f3fa0ec689ad req-383da582-3e9a-4d08-9df4-85a28ee0d7ba tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:04.045977 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f4cfa23-73bd-4ef8-889d-f3fa0ec689ad req-383da582-3e9a-4d08-9df4-85a28ee0d7ba tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.1204727 Jan 18 13:49:04.106368 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0bbf6-94ec-4bba-9af5-92d9714627c1 req-0684f314-43d8-4201-987e-1d86641f120f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:04.107788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3c0bbf6-94ec-4bba-9af5-92d9714627c1 req-0684f314-43d8-4201-987e-1d86641f120f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1205976 Jan 18 13:49:04.111427 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f4cfa23-73bd-4ef8-889d-f3fa0ec689ad req-a767becb-059a-4478-99dd-3eb833290170 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579774 Jan 18 13:49:04.159059 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3c0bbf6-94ec-4bba-9af5-92d9714627c1 req-4043548e-8e92-4c83-b84a-8e30ab8e2924 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Jan 18 13:49:04.317862 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3de7-79b7-43e3-b4af-17b1c92ed0be req-7cc909d9-8d67-4b57-bee4-5af50c2bb361 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:04.320025 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-361c3de7-79b7-43e3-b4af-17b1c92ed0be req-7cc909d9-8d67-4b57-bee4-5af50c2bb361 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0804472 Jan 18 13:49:04.367296 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-361c3de7-79b7-43e3-b4af-17b1c92ed0be req-a6e44ab1-f8e3-496c-9702-c4c0bf3806bc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401418 Jan 18 13:49:04.474146 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ae1a6-cbac-4da6-afa0-cd4a1746bdbb req-759ac208-cf94-4681-b80b-c834e1d1184e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:04.475630 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b1ae1a6-cbac-4da6-afa0-cd4a1746bdbb req-759ac208-cf94-4681-b80b-c834e1d1184e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0743384 Jan 18 13:49:04.524140 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b1ae1a6-cbac-4da6-afa0-cd4a1746bdbb req-41f863b8-4722-4447-9e88-3f2714db13ac tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Jan 18 13:49:04.952225 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:05.007581 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5eadf18f-8810-4715-a034-17acf352ec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:05.049739 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:05.063749 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Usage tracker for resource:security_group_rule and tenant:6b326a25fcd34828a086e618cec4e546 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:05.064233 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Sync routers for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:49:05.069512 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:05.074173 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8d8520b-405c-49b6-9a2c-b0475b293cf9 req-4ebb8d3a-015f-48e0-a803-b5828954b962 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603289 Jan 18 13:49:05.081563 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:05.089879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:49:05.090883 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:05.135292 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411ef65-31d1-4e3e-8d8d-ce802d182b47 req-11219cd0-eee1-4f11-b402-b01e55e51da2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:05.136986 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-d411ef65-31d1-4e3e-8d8d-ce802d182b47 req-11219cd0-eee1-4f11-b402-b01e55e51da2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110598 Jan 18 13:49:05.238881 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.36', 50452) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:05.383820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:05.392820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:05.443295 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:49:05.445774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=47831df2-974e-4b6f-bec6-fd4f724c0a0e,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:05.454091 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438221 Jan 18 13:49:05.458280 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-37ef7028-e975-492f-bf21-3a987aa7cf04 req-264cd921-865e-4474-bb4a-665d151bbb24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 1099 time: 0.2574830 Jan 18 13:49:05.731478 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8a989c03-a1d3-4850-bc38-182424ad5350 req-123487c8-2164-4b97-be9f-87bb6148f883 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.4908981 Jan 18 13:49:05.734952 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-a75938cb-6132-4c13-ac9d-42464f0932da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1097 time: 0.5395415 Jan 18 13:49:05.750569 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2f3d5-7787-48bb-a83a-7b2c559fc0f2 req-47be4238-560f-48c7-afca-4a3edc61d467 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:05.752271 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92e2f3d5-7787-48bb-a83a-7b2c559fc0f2 req-47be4238-560f-48c7-afca-4a3edc61d467 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 943 time: 0.4073312 Jan 18 13:49:05.758989 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05437b-4d6f-44b0-900d-656128987160 req-d7cc9cb8-62fa-4cdc-8506-9504764e040b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:05.760784 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa05437b-4d6f-44b0-900d-656128987160 req-d7cc9cb8-62fa-4cdc-8506-9504764e040b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.2739863 Jan 18 13:49:05.839157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa05437b-4d6f-44b0-900d-656128987160 req-f284fa3a-6ecb-465e-ae4b-39d34a4e44c3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582993 Jan 18 13:49:05.853585 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-92e2f3d5-7787-48bb-a83a-7b2c559fc0f2 req-93483739-cef4-482f-85bb-8d3a0b8d8816 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915751 Jan 18 13:49:05.894507 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '37ca3717-9085-4e11-b5e3-351c7f86019d', 'name': '', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'mac_address': 'fa:16:3e:98:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:29Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 2, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'subnets': [{'id': 'cad62186-959a-4666-b29e-de09be53e161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:05.901301 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Checking router: 17edc28e-189d-44e6-a46b-5b5160ae15f2 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:49:05.901765 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Updating router 17edc28e-189d-44e6-a46b-5b5160ae15f2 port 37ca3717-9085-4e11-b5e3-351c7f86019d binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:49:05.967207 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.147868 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fc342-c5bd-42fe-a6f9-4f9b3f60210b req-f999d7b1-7b98-4b35-b5d4-55f5343a47fd tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:06.149538 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e1fc342-c5bd-42fe-a6f9-4f9b3f60210b req-f999d7b1-7b98-4b35-b5d4-55f5343a47fd tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.1453280 Jan 18 13:49:06.160765 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842664f1-249a-44e3-9c13-3d8e9691b44a req-bca1f4e0-8e42-445a-bbf8-aa491a213eb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:06.162174 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-842664f1-249a-44e3-9c13-3d8e9691b44a req-bca1f4e0-8e42-445a-bbf8-aa491a213eb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.1901031 Jan 18 13:49:06.225930 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:49:06.243466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-842664f1-249a-44e3-9c13-3d8e9691b44a req-e5c739e9-e6b0-4d27-9c1a-39b60ec6a536 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672491 Jan 18 13:49:06.245942 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e1fc342-c5bd-42fe-a6f9-4f9b3f60210b req-2394799c-ef40-41ca-a4e0-ed70d1cfe603 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Jan 18 13:49:06.462226 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:06.480639 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'port_id': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543', 'mac_address': 'fa:16:3e:0e:59:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:49:06.491294 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.544732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Transition to ACTIVE for port object 37ca3717-9085-4e11-b5e3-351c7f86019d will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:49:06.556782 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.592557 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.634150 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:49:06.697052 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6053ca-d55f-496c-b08c-1833ab7b4504 None None] Pushing event updated for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:06.712926 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:06.718447 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.852190 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Attempting to bind port 37ca3717-9085-4e11-b5e3-351c7f86019d on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:49:06.852553 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Attempting to bind port 37ca3717-9085-4e11-b5e3-351c7f86019d by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:49:06.852908 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Attempting to bind port 37ca3717-9085-4e11-b5e3-351c7f86019d on network 7235828f-628c-4dbd-b3e4-4c7f2f012560 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:49:06.865500 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:06.866976 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:49:06.867339 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Checking segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:49:06.867732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.868140 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Bound using segment: {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:49:06.868598 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Bound port: 37ca3717-9085-4e11-b5e3-351c7f86019d, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fbe905-7128-4201-b24c-8f4d6bc4ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:49:06.868981 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:06.962157 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] For port 37ca3717-9085-4e11-b5e3-351c7f86019d, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:49:06.965254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] For port 37ca3717-9085-4e11-b5e3-351c7f86019d, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=37ca3717-9085-4e11-b5e3-351c7f86019d,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:49:06.969617 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:07.048404 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6053ca-d55f-496c-b08c-1833ab7b4504 None None] Pushing event updated for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:07.053024 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:49:07.054295 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:48:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:07.104336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4f87-d7b9-453d-9e69-4a44193cbd80 req-9699c7c7-7063-4bd0-9bd6-7bfcd0732f30 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:07.105783 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a72c4f87-d7b9-453d-9e69-4a44193cbd80 req-9699c7c7-7063-4bd0-9bd6-7bfcd0732f30 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1399169 Jan 18 13:49:07.112187 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3142f-0465-4db2-be34-a753dd3ba93e req-db981c45-05af-4aea-be9a-5aaeb7182af5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:07.113557 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eaa3142f-0465-4db2-be34-a753dd3ba93e req-db981c45-05af-4aea-be9a-5aaeb7182af5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 944 time: 0.1139836 Jan 18 13:49:07.191594 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a72c4f87-d7b9-453d-9e69-4a44193cbd80 req-9d9fd6bf-d245-46ca-9799-84881d5dcdeb tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770681 Jan 18 13:49:07.196434 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eaa3142f-0465-4db2-be34-a753dd3ba93e req-28bdf56e-77ca-4796-8903-661939d363d3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Jan 18 13:49:07.237105 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:49:07.409738 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-f214aaf8-b4c7-4ce6-88ca-c9375106a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:07.603665 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dc306-8419-4dba-93a1-e47ccc045f3c req-2b8e108d-8a42-40bc-81a5-4748cc533e91 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:07.607073 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd2dc306-8419-4dba-93a1-e47ccc045f3c req-2b8e108d-8a42-40bc-81a5-4748cc533e91 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.1715202 Jan 18 13:49:07.611652 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87c951-6ea4-4349-96e8-dd45ed6a9ede req-39de3f28-5a20-4e91-891e-1753c0a315b0 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:07.614138 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd87c951-6ea4-4349-96e8-dd45ed6a9ede req-39de3f28-5a20-4e91-891e-1753c0a315b0 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.1237042 Jan 18 13:49:07.620980 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '37ca3717-9085-4e11-b5e3-351c7f86019d', 'name': '', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'mac_address': 'fa:16:3e:98:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:29Z', 'updated_at': '2022-01-18T13:49:06Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'subnets': [{'id': 'cad62186-959a-4666-b29e-de09be53e161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:07.626199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be2a859-8b7b-4d2c-b2da-cd1a617aecf4 None None] The sync data for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi is: [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '37ca3717-9085-4e11-b5e3-351c7f86019d', 'name': '', 'network_id': '7235828f-628c-4dbd-b3e4-4c7f2f012560', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'mac_address': 'fa:16:3e:98:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cad62186-959a-4666-b29e-de09be53e161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:29Z', 'updated_at': '2022-01-18T13:49:06Z', 'revision_number': 4, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'subnets': [{'id': 'cad62186-959a-4666-b29e-de09be53e161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:49:07.728564 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd2dc306-8419-4dba-93a1-e47ccc045f3c req-afd12192-2175-4c30-89cc-2e4d1961f334 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130223 Jan 18 13:49:07.737514 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bd87c951-6ea4-4349-96e8-dd45ed6a9ede req-2d08943f-06b4-41f7-a53e-3d63b07d0eb5 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013610 Jan 18 13:49:07.808727 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 37ca3717-9085-4e11-b5e3-351c7f86019d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:07.885306 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 37ca3717-9085-4e11-b5e3-351c7f86019d completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:07.891452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 37ca3717-9085-4e11-b5e3-351c7f86019d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:07.891823 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:08.052630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:08.095117 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 37ca3717-9085-4e11-b5e3-351c7f86019d, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=37ca3717-9085-4e11-b5e3-351c7f86019d,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:08.099100 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:08.149616 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:49:08.214112 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-37ef7028-e975-492f-bf21-3a987aa7cf04 req-f7119e25-42fe-43b4-af9d-8d60a8aaea0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 Jan 18 13:49:08.244117 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:08.268051 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-85c87e77-c4d7-4a5a-95a2-4aae05b2275a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 217 time: 0.1173863 Jan 18 13:49:08.294280 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8a989c03-a1d3-4850-bc38-182424ad5350 req-1179c88e-4fa0-495c-8039-d32646c099d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422262 Jan 18 13:49:08.322848 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:08.495680 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e25fa2-ccb4-402e-b5ab-3a6283f1c27e req-ddb7715f-c45c-45e4-9055-2330d029ec5a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:08.497198 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18e25fa2-ccb4-402e-b5ab-3a6283f1c27e req-ddb7715f-c45c-45e4-9055-2330d029ec5a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1604228 Jan 18 13:49:08.537096 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:08.547519 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe82cd2-ecda-49c1-8582-09b18a9fc676 req-f1006936-1748-4a98-a8b5-a84c84c37630 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:08.548982 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bfe82cd2-ecda-49c1-8582-09b18a9fc676 req-f1006936-1748-4a98-a8b5-a84c84c37630 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 944 time: 0.1450646 Jan 18 13:49:08.596304 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18e25fa2-ccb4-402e-b5ab-3a6283f1c27e req-64dd60bc-a79d-40de-b947-ee313822de9a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926735 Jan 18 13:49:08.665000 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bfe82cd2-ecda-49c1-8582-09b18a9fc676 req-daeac638-5633-44b0-971b-2882260c03ca tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022072 Jan 18 13:49:08.681584 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7452f-611e-4a64-bb8a-54257746f0de req-45074c9c-b830-49ef-a702-0c8ea1e31c53 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:08.683406 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-45074c9c-b830-49ef-a702-0c8ea1e31c53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.0721195 Jan 18 13:49:08.778500 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-c5451bb4-cc30-456d-87eb-d84a7d683b69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0870478 Jan 18 13:49:09.108089 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-7e2ba2d4-e4d3-44e5-b507-c3c344197075 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220489 Jan 18 13:49:09.116426 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff65470-1ac5-42a3-a883-ab4147946853 req-43b64b49-b9fc-46b6-a81d-482502bc2ee7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:09.117860 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bff65470-1ac5-42a3-a883-ab4147946853 req-43b64b49-b9fc-46b6-a81d-482502bc2ee7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.2112091 Jan 18 13:49:09.214329 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e5670-a1b7-4d9c-bae8-852bc84b1298 req-c831e0cd-7d60-490c-a381-59a4dcd2a103 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:09.215564 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a6e5670-a1b7-4d9c-bae8-852bc84b1298 req-c831e0cd-7d60-490c-a381-59a4dcd2a103 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.3100076 Jan 18 13:49:09.309664 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bff65470-1ac5-42a3-a883-ab4147946853 req-cd680a7c-047c-471e-a8ad-921901d24146 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675401 Jan 18 13:49:09.329607 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a6e5670-a1b7-4d9c-bae8-852bc84b1298 req-54b996bd-ea51-4174-ad78-70651724734d tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035089 Jan 18 13:49:09.338312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67b7452f-611e-4a64-bb8a-54257746f0de req-70a96701-114f-4b40-b504-6890ad2ddd5e service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191148 Jan 18 13:49:09.729442 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 37ca3717-9085-4e11-b5e3-351c7f86019d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:09.803733 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:09.822228 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 37ca3717-9085-4e11-b5e3-351c7f86019d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:09.822738 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:09.937386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027357f5-666d-4320-8d28-42dfe903af9d req-5dcf689b-927c-4c73-bdda-e4fb537e2d64 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:09.939076 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-027357f5-666d-4320-8d28-42dfe903af9d req-5dcf689b-927c-4c73-bdda-e4fb537e2d64 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.2168615 Jan 18 13:49:09.983134 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5ce5-74bd-4237-80a2-bbc496ac941a req-1ec9e68e-3746-462c-bd07-366539c0a3f1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:09.984737 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d49c5ce5-74bd-4237-80a2-bbc496ac941a req-1ec9e68e-3746-462c-bd07-366539c0a3f1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 944 time: 0.1320560 Jan 18 13:49:10.028219 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-027357f5-666d-4320-8d28-42dfe903af9d req-c8bdec61-5ee3-4cf6-ade1-60c22fb5ee4a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821781 Jan 18 13:49:10.048415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d49c5ce5-74bd-4237-80a2-bbc496ac941a req-ea8e6260-1aab-401a-aee5-201c528c36eb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555978 Jan 18 13:49:10.096050 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:10.170811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:10.176057 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:10.176425 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:10.309278 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:10.338047 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:10.348554 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:10.354703 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:10.489669 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:10.498105 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543', 'code': 200} Jan 18 13:49:10.604836 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f045fa-e74d-456e-bcf5-a9a475897d3e req-c46b230f-c3c7-4acb-abbf-831d8e75108d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:10.612359 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-46f045fa-e74d-456e-bcf5-a9a475897d3e req-c46b230f-c3c7-4acb-abbf-831d8e75108d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.1006417 Jan 18 13:49:10.739201 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-46f045fa-e74d-456e-bcf5-a9a475897d3e req-bae78638-c1ed-4c30-ac68-0cd2274026b5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255929 Jan 18 13:49:10.799961 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850e0fa-31b6-45c4-8964-d137cec00f00 req-22ff43e2-fd06-4d34-8430-e19ef42dae37 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:10.802814 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2850e0fa-31b6-45c4-8964-d137cec00f00 req-22ff43e2-fd06-4d34-8430-e19ef42dae37 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.1350164 Jan 18 13:49:10.873985 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2850e0fa-31b6-45c4-8964-d137cec00f00 req-767415c0-ec60-4089-9ba2-5125d8345f3b tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594735 Jan 18 13:49:10.997229 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b428b17-e857-4de7-93d2-fea1c3d8b780 req-47a7f5d0-4d59-40ae-a0f9-b317204c105f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 1098 time: 0.0701630 Jan 18 13:49:11.075267 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b428b17-e857-4de7-93d2-fea1c3d8b780 req-9faf5f9e-d391-45e5-bcce-c89e83ab26e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616999 Jan 18 13:49:11.369340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c4b80-aea5-488a-a0c5-2e9758cb59f7 req-39568cf1-f049-43b5-9c18-4d2a40c9c53b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:11.370849 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1f1c4b80-aea5-488a-a0c5-2e9758cb59f7 req-39568cf1-f049-43b5-9c18-4d2a40c9c53b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1795537 Jan 18 13:49:11.389663 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ff44-2995-4dfe-8d7d-73862730dc3f req-2ea13016-592f-4294-b4ae-1e5df709196c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:11.391433 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2a9ff44-2995-4dfe-8d7d-73862730dc3f req-2ea13016-592f-4294-b4ae-1e5df709196c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1526980 Jan 18 13:49:11.472331 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1f1c4b80-aea5-488a-a0c5-2e9758cb59f7 req-c7fbcb4f-cf53-405d-8174-9ebae11b2e78 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798278 Jan 18 13:49:11.475516 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2a9ff44-2995-4dfe-8d7d-73862730dc3f req-105bb2e4-11e6-45b7-a738-2410c04bebf7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675437 Jan 18 13:49:12.758958 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f855369-df31-4530-8402-a4677710433a req-8ea10860-b2b2-4b02-9364-bb71608eef03 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:12.760520 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f855369-df31-4530-8402-a4677710433a req-8ea10860-b2b2-4b02-9364-bb71608eef03 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 944 time: 0.1094925 Jan 18 13:49:12.766055 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa8f9b-48e9-4fe6-aa76-9ec976065f1b req-a17513b2-c123-4a64-a626-7bc7c332cef6 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:12.767435 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4aa8f9b-48e9-4fe6-aa76-9ec976065f1b req-a17513b2-c123-4a64-a626-7bc7c332cef6 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1500671 Jan 18 13:49:12.839415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f855369-df31-4530-8402-a4677710433a req-56372074-1fc1-41d3-b6be-5b8b5888dbb9 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710058 Jan 18 13:49:12.843866 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4aa8f9b-48e9-4fe6-aa76-9ec976065f1b req-2f18f024-889a-4e07-9145-b4f803ea105b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613623 Jan 18 13:49:12.867886 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device be09b49e-a8cd-4de2-b085-3fd7c6f60144 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:49:13.000151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:13.013271 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'port_id': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'mac_address': 'fa:16:3e:1d:a0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:49:13.065498 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:13.082576 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be09b49e-a8cd-4de2-b085-3fd7c6f60144 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:49:13.097901 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:13.103003 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:13.173612 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:14.101550 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956c7ad-0417-4dd1-aa99-225e0ecd6885 req-bf8ff5e6-fef8-45f2-a120-4f0226699f87 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:14.102993 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a956c7ad-0417-4dd1-aa99-225e0ecd6885 req-bf8ff5e6-fef8-45f2-a120-4f0226699f87 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 945 time: 0.1375844 Jan 18 13:49:14.109215 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e079-cef5-4a50-b036-49ddab874750 req-7f3ac353-548b-4918-a185-79f70ad08705 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:14.110540 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70e8e079-cef5-4a50-b036-49ddab874750 req-7f3ac353-548b-4918-a185-79f70ad08705 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1111152 Jan 18 13:49:14.185278 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a956c7ad-0417-4dd1-aa99-225e0ecd6885 req-857c144c-f7a0-4f73-a0b3-d0b067f46448 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737960 Jan 18 13:49:14.187654 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-70e8e079-cef5-4a50-b036-49ddab874750 req-4716d7fa-1a60-4d45-ac29-7f9439bf2aa8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627875 Jan 18 13:49:14.353579 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['be09b49e-a8cd-4de2-b085-3fd7c6f60144'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:49:15.736944 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e3d2f-80c7-40ec-b222-0a514589ba1f req-aa162fc7-b952-4a88-bab2-4ba510d29f4c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:15.738430 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b8e3d2f-80c7-40ec-b222-0a514589ba1f req-aa162fc7-b952-4a88-bab2-4ba510d29f4c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2001750 Jan 18 13:49:15.812559 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b8e3d2f-80c7-40ec-b222-0a514589ba1f req-fbd2536e-de39-4725-9b87-bd72d1fc4c44 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652578 Jan 18 13:49:15.823894 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfa380-dd83-4f0d-8e24-3dea80c7e084 req-b36ec977-c540-4460-8a35-5a1d587c17ca tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:15.825521 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aebfa380-dd83-4f0d-8e24-3dea80c7e084 req-b36ec977-c540-4460-8a35-5a1d587c17ca tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 945 time: 0.1654603 Jan 18 13:49:15.900543 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aebfa380-dd83-4f0d-8e24-3dea80c7e084 req-7a4d7588-d0b6-4e6d-901f-b871bd1fdd51 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633297 Jan 18 13:49:16.099972 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device be09b49e-a8cd-4de2-b085-3fd7c6f60144 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:16.169598 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port be09b49e-a8cd-4de2-b085-3fd7c6f60144 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:16.173800 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port be09b49e-a8cd-4de2-b085-3fd7c6f60144 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:16.174186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:16.295407 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:16.333404 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:16.371514 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:16.382038 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:16.441765 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'code': 200} Jan 18 13:49:16.467311 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:16.735839 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dbdbc181-64b2-4724-a697-e781ab2f2dc8 req-12d53c94-134d-44e8-9bfd-71d0e0ac90a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1099 time: 0.0872548 Jan 18 13:49:16.789001 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dbdbc181-64b2-4724-a697-e781ab2f2dc8 req-ddb793df-e2d9-40c7-9103-00f145d4d938 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Jan 18 13:49:17.058564 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d80b1f-640d-4abd-aebc-ec03ecae347c req-5aef44e7-cb6e-48a5-9d27-2aebe6501968 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:17.065244 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7d80b1f-640d-4abd-aebc-ec03ecae347c req-5aef44e7-cb6e-48a5-9d27-2aebe6501968 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1175425 Jan 18 13:49:17.160953 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7d80b1f-640d-4abd-aebc-ec03ecae347c req-03cf4280-1e30-4233-a43b-7740acd0ade6 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948379 Jan 18 13:49:17.190118 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920aa1-a9bd-4f36-b159-2bc195b6480a req-aa057101-9dba-42dc-9e28-45f26d872bb3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:17.191834 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b8920aa1-a9bd-4f36-b159-2bc195b6480a req-aa057101-9dba-42dc-9e28-45f26d872bb3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1085238 Jan 18 13:49:17.238570 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b8920aa1-a9bd-4f36-b159-2bc195b6480a req-e71a5256-0239-49f5-8e10-915cf411e94d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 Jan 18 13:49:17.605131 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9daa4-9f04-4329-b914-57a81ef96c37 req-782b228c-1696-418d-8fde-90e2c2619d59 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:17.606549 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abe9daa4-9f04-4329-b914-57a81ef96c37 req-782b228c-1696-418d-8fde-90e2c2619d59 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0798492 Jan 18 13:49:17.654724 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abe9daa4-9f04-4329-b914-57a81ef96c37 req-93e87afe-88ea-417b-94c7-31eb61efbf87 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425630 Jan 18 13:49:18.455245 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090adc55-f7dc-4fa9-b046-da6ad00b1c0a req-818b1624-0767-466c-9447-54d8c0d44601 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:18.456516 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-090adc55-f7dc-4fa9-b046-da6ad00b1c0a req-818b1624-0767-466c-9447-54d8c0d44601 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0880699 Jan 18 13:49:18.513085 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-090adc55-f7dc-4fa9-b046-da6ad00b1c0a req-187c0fa6-901e-4c35-b715-5d888494d1bd tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488043 Jan 18 13:49:18.918454 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c37451-64d5-4208-aa2d-1a3b8feb48f1 req-1f75e20d-4ad1-4315-a54c-eed962c46e47 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:18.920089 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28c37451-64d5-4208-aa2d-1a3b8feb48f1 req-1f75e20d-4ad1-4315-a54c-eed962c46e47 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1399190 Jan 18 13:49:18.967462 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28c37451-64d5-4208-aa2d-1a3b8feb48f1 req-ea7a3138-d45e-430f-ac49-676f1b30811e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Jan 18 13:49:19.709980 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91453b-c1fd-4b88-a5e5-d974da324994 req-bd8fcb90-73ce-47cd-bb11-2064e8ad08d1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:19.711535 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b91453b-c1fd-4b88-a5e5-d974da324994 req-bd8fcb90-73ce-47cd-bb11-2064e8ad08d1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0788345 Jan 18 13:49:19.756426 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b91453b-c1fd-4b88-a5e5-d974da324994 req-a4b7ece5-5c3d-4c2c-afcb-d5b72cb3425b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Jan 18 13:49:20.229181 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-f15d3751-b0da-4782-bbab-a28b789859fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 1098 time: 0.1064286 Jan 18 13:49:20.235421 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10064d86-b771-482d-aad1-106fa166daf3 req-f7c69f18-d4ef-4577-88f8-e9bbb3ee40f3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:20.236830 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10064d86-b771-482d-aad1-106fa166daf3 req-f7c69f18-d4ef-4577-88f8-e9bbb3ee40f3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1483431 Jan 18 13:49:20.366115 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10064d86-b771-482d-aad1-106fa166daf3 req-d26b4c00-1495-4a22-b6d0-4b8a3ac92624 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081340 Jan 18 13:49:20.400825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340451-35a4-48d5-bb34-304de5aea20e req-093b2087-8b53-409b-9dac-6559f992803d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:20.402612 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-093b2087-8b53-409b-9dac-6559f992803d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.1634295 Jan 18 13:49:20.473343 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-3a3f5407-afd4-444f-9b16-fa8cb2ac7a37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 HTTP/1.1" status: 200 len: 217 time: 0.0639818 Jan 18 13:49:20.537439 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340451-35a4-48d5-bb34-304de5aea20e req-378e1590-fca2-4f02-ae9f-b1fb319475d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:20.538781 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-378e1590-fca2-4f02-ae9f-b1fb319475d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.0560384 Jan 18 13:49:20.585312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-b9cc867e-75bb-4905-a2a5-e6fb084d26eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393956 Jan 18 13:49:20.728996 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-a5ddfe98-52c7-42be-b6a1-e33852e3dcbe service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311750 Jan 18 13:49:20.869865 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-84340451-35a4-48d5-bb34-304de5aea20e req-1656b192-aa2f-40db-912e-12f0bcf8735c service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308887 Jan 18 13:49:20.972457 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1be53-38c6-4ae8-837c-6ceeb8a96ee8 req-c7696161-110d-4a26-b991-32c753cf0d62 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:20.973911 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07a1be53-38c6-4ae8-837c-6ceeb8a96ee8 req-c7696161-110d-4a26-b991-32c753cf0d62 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0862036 Jan 18 13:49:21.023485 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07a1be53-38c6-4ae8-837c-6ceeb8a96ee8 req-bd54f022-3ca6-4b8d-9b18-6562f71fcc10 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Jan 18 13:49:21.517199 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-4be53e7d-8080-43d5-a3ff-91e6460666d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800421 Jan 18 13:49:21.653341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b7a14-715e-4670-965c-033268740134 req-b65722cb-2362-4f33-9885-da2e8e4115ff tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:21.654795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e4b7a14-715e-4670-965c-033268740134 req-b65722cb-2362-4f33-9885-da2e8e4115ff tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1343920 Jan 18 13:49:21.723532 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e4b7a14-715e-4670-965c-033268740134 req-5777ea7e-75d2-4670-8662-142d276bf13b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Jan 18 13:49:21.727725 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-ca33b07c-c9b4-4ee4-80d0-310f7f7cc181 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3d4864c5f324d399ab1e098a254caad&device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 1098 time: 0.1250222 Jan 18 13:49:22.248757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae907-6fe8-4ad2-882a-889a977bdeb3 req-8addb664-5ae5-4bc7-9f1f-148c4f1b61d5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:22.250503 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b7ae907-6fe8-4ad2-882a-889a977bdeb3 req-8addb664-5ae5-4bc7-9f1f-148c4f1b61d5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0812268 Jan 18 13:49:22.298542 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b7ae907-6fe8-4ad2-882a-889a977bdeb3 req-c93e81f2-127b-4ea2-b0af-90b267eec9a0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Jan 18 13:49:22.434741 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:22.489289 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50629e-be1f-490f-98d4-33507ee6942f req-0f79ac77-8635-4dba-b20d-6aaa53b9811b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:22.490876 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2a50629e-be1f-490f-98d4-33507ee6942f req-0f79ac77-8635-4dba-b20d-6aaa53b9811b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0742517 Jan 18 13:49:22.500076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 35680) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:22.505059 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'floatingip': {'port_id': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:49:22.579576 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:23.107239 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f6305-8710-4088-93d4-2e1967af54c5 req-e40a634d-c6dd-4685-a29b-51433bbb8ee0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:23.108696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a6f6305-8710-4088-93d4-2e1967af54c5 req-e40a634d-c6dd-4685-a29b-51433bbb8ee0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2378397 Jan 18 13:49:23.305575 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a6f6305-8710-4088-93d4-2e1967af54c5 req-09ba62a0-1836-4901-8f3e-b96e9de081bb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906948 Jan 18 13:49:23.501128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:23.504809 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:23.693937 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Floating IP 01cf2132-f72e-42c6-9fc0-ffae994960be associated. External IP: 172.27.0.162, port: be09b49e-a8cd-4de2-b085-3fd7c6f60144. Jan 18 13:49:24.160565 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:49:24.361375 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:49:24.377458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:24.377606 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:49:24.395276 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:49:24.400157 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:49:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:24.453042 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-24545cf0-ca95-4ee1-9f48-b08c31e65976 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "PUT /v2.0/floatingips/01cf2132-f72e-42c6-9fc0-ffae994960be HTTP/1.1" status: 200 len: 992 time: 1.9519494 Jan 18 13:49:24.454599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:24.555180 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbbcc3-ab3d-4c85-b53e-29951e3148e6 req-95a3303a-9d74-4c03-8cf1-cf3b65ce9b77 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:24.556705 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22dbbcc3-ab3d-4c85-b53e-29951e3148e6 req-95a3303a-9d74-4c03-8cf1-cf3b65ce9b77 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1056588 Jan 18 13:49:24.617536 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22dbbcc3-ab3d-4c85-b53e-29951e3148e6 req-b22d661d-84c3-44b1-a4e8-818249019354 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541196 Jan 18 13:49:24.621206 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:49:24.689653 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'status': 'completed', 'code': 200} Jan 18 13:49:24.961281 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '01cf2132-f72e-42c6-9fc0-ffae994960be', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:1d:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:48:48Z', 'updated_at': '2022-01-18T13:49:23Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:24.964960 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:49:24.975582 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:49:24.976276 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:49:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:25.188493 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:49:25.215703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-1db7642d-200c-44a4-9cf7-2413778d13c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:25.217232 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-1db7642d-200c-44a4-9cf7-2413778d13c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83a58f74-0671-4759-82a3-4d979b6ade70 HTTP/1.1" status: 200 len: 913 time: 0.1822054 Jan 18 13:49:25.228696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-13087780-387c-4272-ad2a-af21a3a2164a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1099 time: 0.1280355 Jan 18 13:49:25.359236 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-22378ed1-e606-42c8-b6dc-7f97e73e2c2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0123c681-7ce9-4d85-92f9-33c809b63a73 HTTP/1.1" status: 200 len: 217 time: 0.1292222 Jan 18 13:49:25.461041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-be780bf2-b1bd-4b16-990b-557add5ae3fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:25.462721 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-be780bf2-b1bd-4b16-990b-557add5ae3fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b74ae601-50ce-4313-a160-2c8d8a883b64 HTTP/1.1" status: 200 len: 852 time: 0.0958540 Jan 18 13:49:25.517132 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-de29fecd-173b-4c91-8af1-569e4400d782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:25.519004 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-de29fecd-173b-4c91-8af1-569e4400d782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.2357383 Jan 18 13:49:25.520935 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-e7b396a7-21cc-4004-b4fb-2ab469ed2197 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83a58f74-0671-4759-82a3-4d979b6ade70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490370 Jan 18 13:49:25.560367 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '01cf2132-f72e-42c6-9fc0-ffae994960be', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:1d:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:48:48Z', 'updated_at': '2022-01-18T13:49:23Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:49:25.564561 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34fa4e-761c-44c3-8fb2-ace4248e8303 None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '01cf2132-f72e-42c6-9fc0-ffae994960be', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.162', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:1d:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:48:48Z', 'updated_at': '2022-01-18T13:49:23Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:49:25.747115 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-7c71bc6f-3ad3-4932-9f34-eb53eb67885d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 1000 time: 0.2153749 Jan 18 13:49:25.819373 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b5e45-4de3-4d64-b973-41f8ba1f0449 None None] New status for floating IP 01cf2132-f72e-42c6-9fc0-ffae994960be: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:49:25.869236 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-1c5514e2-e0d4-486b-9e21-1a233c588a13 service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361123 Jan 18 13:49:25.926587 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-5f9ff9be-c26e-4319-9e2e-de3bd02b9060 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:25.928734 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-5f9ff9be-c26e-4319-9e2e-de3bd02b9060 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.1670880 Jan 18 13:49:26.145844 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beb34b-590e-4542-92d9-60d0468b2b2e req-efad62d5-2319-411d-9f98-3f6489d684dc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:26.148340 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44beb34b-590e-4542-92d9-60d0468b2b2e req-efad62d5-2319-411d-9f98-3f6489d684dc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.3885100 Jan 18 13:49:26.215340 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-943bf897-e1db-4dcf-a5a0-c0018ebb024c req-70a65e08-860d-4309-a56c-02f9834e14a7 service neutron] 10.222.0.36 "GET /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273480 Jan 18 13:49:26.239607 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44beb34b-590e-4542-92d9-60d0468b2b2e req-0953f8b2-bcfe-4555-9dc8-2e76560a2554 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 Jan 18 13:49:26.244317 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-8548258c-0563-430a-8e1d-2a60092d19ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1820216 Jan 18 13:49:26.403497 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-8a9c798d-2149-46a8-98d6-47c8c4bae6fa service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513431 Jan 18 13:49:26.544084 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee6dca92-a40c-4c27-870a-4ae0f516f31c req-f8a32d30-8e69-4262-84a4-5679a28ddca2 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319835 Jan 18 13:49:27.469218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40277467-c086-4658-9ba2-137ea939417f req-40a7c3f0-e336-4c2c-b396-9cff9dac76e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:27.471280 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40277467-c086-4658-9ba2-137ea939417f req-40a7c3f0-e336-4c2c-b396-9cff9dac76e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0987036 Jan 18 13:49:27.531206 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-40277467-c086-4658-9ba2-137ea939417f req-1b9c8fd7-548f-41e7-80a5-eaa4f7cdb04e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525649 Jan 18 13:49:28.298197 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-0a0e438e-240f-443e-a2b8-8f1bf9e187ee tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:28.300126 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-0a0e438e-240f-443e-a2b8-8f1bf9e187ee tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.1570241 Jan 18 13:49:28.316966 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-6eabd032-0090-4c76-af08-ae18a4f50822 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/quotas/db91bdcfb42e44958888e46d56247c7e HTTP/1.1" status: 200 len: 375 time: 0.0109079 Jan 18 13:49:28.425287 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-07e238a5-c42e-47d3-a979-364c58c5552a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1017327 Jan 18 13:49:28.589331 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-4b3ad146-b9ad-4d2a-aff4-f274d553e1e3 service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562293 Jan 18 13:49:28.628075 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 35844) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:28.737014 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-382ca27b-535d-4e51-b24a-9de85fd9159d service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398494 Jan 18 13:49:28.782117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:28.816386 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:28.820809 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Usage tracker for resource:security_group_rule and tenant:45e284a899994791b8041dc66a73b7e5 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:28.823625 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:28.844422 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:28.923987 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:28.932642 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:28.987447 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45e284a899994791b8041dc66a73b7e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3541017 Jan 18 13:49:28.987447 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c8cad-81be-4686-a07e-1710219fb63a,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:28.988737 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 35858) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:29.007603 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.008062 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.008466 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.008866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.009401 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.009774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.010138 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.010488 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.010818 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.011135 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.011457 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3fb8ec-f4b3-4b49-b9e7-264f709f41c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:29.043714 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa15f5-13f1-4a93-a402-5111080344a8 req-0a3773eb-9f4d-406d-8811-e5d93d0570ce tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:29.051347 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69fa15f5-13f1-4a93-a402-5111080344a8 req-0a3773eb-9f4d-406d-8811-e5d93d0570ce tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1019766 Jan 18 13:49:29.090811 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.111373 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69fa15f5-13f1-4a93-a402-5111080344a8 req-bc3453fd-0cbb-47fb-af2a-8df72f0c803e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Jan 18 13:49:29.120051 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.200936 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.228133 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bf3219fb-5043-4dc7-94b0-15bcf6a304b7 req-92f95cad-679f-4c4e-b192-28be1b0e22fa tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 210 time: 0.0529623 Jan 18 13:49:29.235708 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:49:29.239584 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240c8cad-81be-4686-a07e-1710219fb63a,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:29.244713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.246374 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-4831ba9f-5521-4b76-96d6-b4d0ad2e432a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/240c8cad-81be-4686-a07e-1710219fb63a HTTP/1.1" status: 204 len: 168 time: 0.2565479 Jan 18 13:49:29.629589 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 35876) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:29.648322 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.680271 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:29.684325 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Usage tracker for resource:security_group_rule and tenant:7165455f994a4aecb99484e70941673f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:29.687227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:29.694101 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:29.762799 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.766517 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.817141 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7165455f994a4aecb99484e70941673f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1864533 Jan 18 13:49:29.818684 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941af9-746d-4bca-a6b7-6a6971c24751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7adf86-f5f3-4d62-be0c-4664a26d3ff8,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:29.820040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 35884) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:29.881716 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.909331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.971235 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.987355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7adf86-f5f3-4d62-be0c-4664a26d3ff8,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:29.995550 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:29.996713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a7adf86-f5f3-4d62-be0c-4664a26d3ff8 HTTP/1.1" status: 204 len: 168 time: 0.1751888 Jan 18 13:49:30.000099 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.000446 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.000790 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.001121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.001451 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.001777 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.002102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.002425 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.002746 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.003186 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.003508 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5054415d-17f6-4dd6-bc42-948d1388f1bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:30.305414 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794b305-ec5a-436f-9795-95183a535d18 req-1553abc3-084b-43c4-ade4-e3ff64851db2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:30.306962 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e794b305-ec5a-436f-9795-95183a535d18 req-1553abc3-084b-43c4-ade4-e3ff64851db2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0788460 Jan 18 13:49:30.371093 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e794b305-ec5a-436f-9795-95183a535d18 req-14fc9f14-9e41-48a7-920a-2ed7831d12ce tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551248 Jan 18 13:49:30.527924 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5c13d06d-1b60-44ea-9bf6-f1a8b0f4168c req-b367fa18-c3ce-4f42-8b11-79da11c3775b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 210 time: 0.0444365 Jan 18 13:49:31.572414 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba823877-1bc0-4798-a67d-303941e3c14d req-387d48dc-ad59-4379-9463-02887bb088dd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:31.573934 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba823877-1bc0-4798-a67d-303941e3c14d req-387d48dc-ad59-4379-9463-02887bb088dd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0916739 Jan 18 13:49:31.636654 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba823877-1bc0-4798-a67d-303941e3c14d req-71e4a443-c6b8-4542-9a28-c72936d842d7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561066 Jan 18 13:49:31.848563 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-59b73e51-9b45-4027-ba0e-f2493bbe4c8f req-3c64624e-3a28-47e5-9dc8-98fb25a5eb85 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 210 time: 0.1815968 Jan 18 13:49:32.026761 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-53f494eb-3b0f-4167-ba78-a0da74fe20d8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:32.028191 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-53f494eb-3b0f-4167-ba78-a0da74fe20d8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.3595381 Jan 18 13:49:32.050430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Request body: {'port': {'device_id': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'admin_state_up': True, 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:49:32.195020 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:32.198738 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Usage tracker for resource:port and tenant:db91bdcfb42e44958888e46d56247c7e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:32.201494 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:32.207046 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:32.216855 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:49:32.219923 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:32.433157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Allocated IP 172.20.0.6 (8e0d665a-3386-436a-bad8-84d8e4e7dbee/f96210d2-f08d-4ce4-b469-e6da3f60f086/b1e103e4-af57-4d28-be4f-4c1722ab1bca) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:49:32.658497 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:32.693705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:32.709709 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:49:32.835975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event updated for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:32.877321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:49:32.879862 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:49:32.884588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:49:32.888829 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:32.889445 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:32.925509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac04d26-c91b-4479-b382-3ea8cb1b357f req-6c0bc9cb-0104-4495-97ea-08063677d7b5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:32.928006 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ac04d26-c91b-4479-b382-3ea8cb1b357f req-6c0bc9cb-0104-4495-97ea-08063677d7b5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1413314 Jan 18 13:49:32.930409 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-289995b0-f27c-4e73-8e7a-314bd16e5045 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837166 Jan 18 13:49:32.967475 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Request body: {'port': {'device_id': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:49:33.041240 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ac04d26-c91b-4479-b382-3ea8cb1b357f req-5d56f4ad-68fc-4a91-8c7e-9425f2f113d2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068771 Jan 18 13:49:33.167494 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.272487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794dc7-96c0-44e8-94a0-6c41764ba0c6 req-5fe17e65-6d5b-4667-840f-f4d2a9ef78d6 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:33.273446 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-88794dc7-96c0-44e8-94a0-6c41764ba0c6 req-5fe17e65-6d5b-4667-840f-f4d2a9ef78d6 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:49:33.352217 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-88794dc7-96c0-44e8-94a0-6c41764ba0c6 req-5fe17e65-6d5b-4667-840f-f4d2a9ef78d6 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:49:33.353452 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-88794dc7-96c0-44e8-94a0-6c41764ba0c6 req-5fe17e65-6d5b-4667-840f-f4d2a9ef78d6 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 931 time: 0.2553189 Jan 18 13:49:33.543987 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36036) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:33.553017 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-88794dc7-96c0-44e8-94a0-6c41764ba0c6 req-015f4c5b-7796-42de-bff5-55a1573a116f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903174 Jan 18 13:49:33.679934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e103e4-af57-4d28-be4f-4c1722ab1bca {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:49:33.687262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.703881 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Transition to ACTIVE for port object b1e103e4-af57-4d28-be4f-4c1722ab1bca will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:49:33.710382 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.735870 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.775790 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:33.780094 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Usage tracker for resource:security_group_rule and tenant:63f350231b8542898a35b994882598d1 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:33.783132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:33.790272 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:33.814049 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:33.904102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.912130 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:33.955756 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63f350231b8542898a35b994882598d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4075615 Jan 18 13:49:33.956020 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36062) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:33.984322 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Attempting to bind port b1e103e4-af57-4d28-be4f-4c1722ab1bca on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:49:33.984656 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Attempting to bind port b1e103e4-af57-4d28-be4f-4c1722ab1bca by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:49:33.985230 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Attempting to bind port b1e103e4-af57-4d28-be4f-4c1722ab1bca on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:49:33.993491 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Port b1e103e4-af57-4d28-be4f-4c1722ab1bca on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:49:33.993902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Attempting to bind port b1e103e4-af57-4d28-be4f-4c1722ab1bca on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:49:34.004650 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:49:34.005052 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Checking segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:49:34.008520 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Bound using segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:49:34.010261 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Bound port: b1e103e4-af57-4d28-be4f-4c1722ab1bca, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:49:34.010261 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.016655 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645282d-5c3a-4e2b-afb7-7f6a9a0d279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db025d71-9403-4832-b55c-0c7f875782da,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:34.059246 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.079959 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36068) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:34.090800 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.179592 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.209622 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db025d71-9403-4832-b55c-0c7f875782da,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:34.221675 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.223147 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:49:34.223817 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-82829721-3c2f-4ba1-8af6-0331e9ae25b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db025d71-9403-4832-b55c-0c7f875782da HTTP/1.1" status: 204 len: 168 time: 0.2666590 Jan 18 13:49:34.227731 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:49:34.237250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.394803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.396755 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1e103e4-af57-4d28-be4f-4c1722ab1bca HTTP/1.1" status: 200 len: 1093 time: 1.4351254 Jan 18 13:49:34.410021 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:34.450876 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.521296 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', 'status': 'completed', 'code': 200} Jan 18 13:49:34.543655 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2cd4a-9b26-470b-b28a-89f502123899 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:34.581180 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:34.588503 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab8fc6cc7c24132b8cb121ad75b2cf8 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:34.594093 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:34.603214 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:34.634143 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d1ea7-d2fa-4ad8-8e5e-b7ce11a614d0 req-ffc384b1-7ba6-415b-8723-5a25a363e293 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:34.640807 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-528d1ea7-d2fa-4ad8-8e5e-b7ce11a614d0 req-ffc384b1-7ba6-415b-8723-5a25a363e293 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.3119812 Jan 18 13:49:34.668768 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-2448b369-a1f9-4738-9400-63ce354e76d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 1096 time: 0.2034395 Jan 18 13:49:34.701684 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36102) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:34.722504 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.764746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:34.771467 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Usage tracker for resource:security_group_rule and tenant:97d67c8c448a46c18a65c0168cb07d04 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:34.774253 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:34.779903 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:34.838265 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-3f26d444-3f99-42ea-ab99-0787a84170ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca HTTP/1.1" status: 200 len: 217 time: 0.1340718 Jan 18 13:49:34.851710 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.900687 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-528d1ea7-d2fa-4ad8-8e5e-b7ce11a614d0 req-62e217f9-f2d1-4566-b369-7a06df6fddc5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589736 Jan 18 13:49:34.901328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.935490 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.940099 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:34.987042 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6eae59-3c34-4918-b06a-a558e1baed72,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:34.987679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff894f-01ba-492f-893d-78cf160ae2bd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:34.993701 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9ee38756-2053-45bc-ae04-7bbaa89c5f2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97d67c8c448a46c18a65c0168cb07d04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2911067 Jan 18 13:49:34.994192 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-9d673870-2413-4455-9566-764d8b7e1154 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:34.995605 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-9d673870-2413-4455-9566-764d8b7e1154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.1413426 Jan 18 13:49:34.997525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36108) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:35.011732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4a1544f7-77cd-4d73-a2cd-e3488048a482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.015030 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b804362e-698b-4db5-bc22-1acb2ee3d329 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ab8fc6cc7c24132b8cb121ad75b2cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9337988 Jan 18 13:49:35.019173 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36112) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:35.075853 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-0d21db0d-d330-40b9-a579-40ea8a2ce6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566764 Jan 18 13:49:35.082124 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.092256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf8735-f5f3-4df5-b257-344b4c2e2c12 req-ed0972a2-5f5a-4198-b7c4-583ba34e37e3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:35.093665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eecf8735-f5f3-4df5-b257-344b4c2e2c12 req-ed0972a2-5f5a-4198-b7c4-583ba34e37e3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 943 time: 0.3350234 Jan 18 13:49:35.108278 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.161604 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.177973 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff894f-01ba-492f-893d-78cf160ae2bd,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:35.187282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.190731 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-37efbfdc-65ce-4714-bba6-d0b4c19d2c0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abff894f-01ba-492f-893d-78cf160ae2bd HTTP/1.1" status: 204 len: 168 time: 0.1675527 Jan 18 13:49:35.235545 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.288904 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eecf8735-f5f3-4df5-b257-344b4c2e2c12 req-8d16d2f7-c479-42c4-8346-2995da5e0e4d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723680 Jan 18 13:49:35.294752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.315009 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-84f491cb-2e2a-4253-9597-72f63add21e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144115 Jan 18 13:49:35.451103 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.479227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6eae59-3c34-4918-b06a-a558e1baed72,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:35.489726 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ad49dac-7bad-4cd4-a8ac-b167cfc0e661 req-5da0da2f-47ee-4a52-aaba-06c9f3587437 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671009 Jan 18 13:49:35.494192 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.497646 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4591f523-3069-48ce-8c6f-73eac442b353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4e6eae59-3c34-4918-b06a-a558e1baed72 HTTP/1.1" status: 204 len: 168 time: 0.4968495 Jan 18 13:49:35.656249 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-1f066d97-c001-4210-b2e3-f9054aad0631 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 1096 time: 0.0837553 Jan 18 13:49:35.666288 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36128) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:35.706152 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:35.811325 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:35.827178 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Usage tracker for resource:security_group_rule and tenant:6c72874b671f4f2387d90b0cbb4fd80e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:35.832107 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:35.847199 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:35.861281 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-90acc080-ab2e-43d3-a827-2af098c5b0fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:35.862864 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-90acc080-ab2e-43d3-a827-2af098c5b0fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 915 time: 0.1790667 Jan 18 13:49:35.948087 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-bbbdb57f-aba8-42f3-b781-f6cf4cf37ffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca HTTP/1.1" status: 200 len: 217 time: 0.0742469 Jan 18 13:49:36.049061 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.055106 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-d8c198b5-a607-4351-b951-01b2bb63461a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:36.058772 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-d8c198b5-a607-4351-b951-01b2bb63461a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.0937219 Jan 18 13:49:36.059899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.164593 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-ec6e9b51-28ba-4738-8d12-5dedf5c0561d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946662 Jan 18 13:49:36.226204 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4e820e-d9e5-41a3-a9d5-177af2145c43,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:36.343302 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e2d812d8-5f88-406c-afd3-2e38a542138e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c72874b671f4f2387d90b0cbb4fd80e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6758983 Jan 18 13:49:36.347739 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36156) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:36.431070 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1852f5-0a34-43ba-bff5-e79700d59108 req-d31b3871-1240-41da-a520-9fe62f442387 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:36.432572 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a1852f5-0a34-43ba-bff5-e79700d59108 req-d31b3871-1240-41da-a520-9fe62f442387 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.3639808 Jan 18 13:49:36.438043 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-54fc2da7-9209-4644-a9fb-3b616bb5c12a service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609866 Jan 18 13:49:36.474343 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.502384 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.558201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.575818 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4e820e-d9e5-41a3-a9d5-177af2145c43,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:36.580169 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:36.581707 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ce53d832-d2cb-4211-a3b6-3270651b6325 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a4e820e-d9e5-41a3-a9d5-177af2145c43 HTTP/1.1" status: 204 len: 168 time: 0.2311437 Jan 18 13:49:36.649855 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a1852f5-0a34-43ba-bff5-e79700d59108 req-59a0857b-e070-4c6e-8392-0e20cd0fff6e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090743 Jan 18 13:49:36.688001 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8a265-7264-4b03-a976-ca6af9508fe4 req-1a8fe94a-cf4c-4af9-b26e-44c0afa17530 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:36.689753 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-55e8a265-7264-4b03-a976-ca6af9508fe4 req-1a8fe94a-cf4c-4af9-b26e-44c0afa17530 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 943 time: 0.2507992 Jan 18 13:49:36.714932 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b76a658c-8198-4f89-99f0-9f63a9fda611 req-745091a1-0a4f-4cd6-a9a8-2393e316be09 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388332 Jan 18 13:49:36.760441 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-55e8a265-7264-4b03-a976-ca6af9508fe4 req-99f9b7f5-5db5-48f9-a878-ae1f5dc7f4f2 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641289 Jan 18 13:49:37.158860 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36192) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:37.330848 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8a4f0442-e40e-46b8-b60c-2c9c51cb53b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.440815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.475911 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:37.479693 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Usage tracker for resource:security_group_rule and tenant:2105b96fb93b42ad9b06559bad717418 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:37.482596 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:37.488598 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:37.563257 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.568040 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.605883 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb58246b-559e-43be-8c9b-5a645c4cd94c,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:37.625581 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c5d6fe44-52f8-4858-a7bf-e4f2b352dc38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2105b96fb93b42ad9b06559bad717418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640803 Jan 18 13:49:37.626534 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36212) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:37.689927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.731068 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.804736 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.821929 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb58246b-559e-43be-8c9b-5a645c4cd94c,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:37.829476 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:37.833836 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-be8e1cfb-fe41-4a37-9a9f-916483fabd31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb58246b-559e-43be-8c9b-5a645c4cd94c HTTP/1.1" status: 204 len: 168 time: 0.2061391 Jan 18 13:49:37.886461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eae20-8c4c-4041-b90c-539966b575ca req-f711a138-65d9-45cd-959f-6a5e6008da30 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:37.888693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8a2eae20-8c4c-4041-b90c-539966b575ca req-f711a138-65d9-45cd-959f-6a5e6008da30 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0905704 Jan 18 13:49:37.991363 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8a2eae20-8c4c-4041-b90c-539966b575ca req-3a1f8bc2-56fe-4ea8-8bd5-1a76711ce7c2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946665 Jan 18 13:49:38.032543 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f924-bcd2-4aba-b33a-f7bf6a749dd2 req-1affd277-ddf9-4d36-9196-62ae1fa254fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:38.034025 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d942f924-bcd2-4aba-b33a-f7bf6a749dd2 req-1affd277-ddf9-4d36-9196-62ae1fa254fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 943 time: 0.0990212 Jan 18 13:49:38.107071 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d942f924-bcd2-4aba-b33a-f7bf6a749dd2 req-64a1584e-1307-47a9-9e82-241d1229f46e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657625 Jan 18 13:49:38.315020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.496059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36256) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:38.516410 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.555884 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:38.560118 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Usage tracker for resource:security_group_rule and tenant:63beac1ae9124da7b0ee3b2367edd80b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:38.561818 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.563967 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:38.570176 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:38.672221 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36274) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:38.693651 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.700601 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.756298 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17f27c-715b-4cf0-aef6-28907d771603,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:38.763842 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-92c3872e-9edb-4f6f-802b-84e95bf1124c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63beac1ae9124da7b0ee3b2367edd80b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2661188 Jan 18 13:49:38.767117 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36284) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:38.850666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.886522 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.903905 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:38.954990 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:38.960181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Usage tracker for resource:security_group_rule and tenant:12d32acb645341238d724c2a1e278569 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:38.963500 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:38.969695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:38.997442 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.030932 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17f27c-715b-4cf0-aef6-28907d771603,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:39.063624 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.064742 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b1035663-b165-4603-b2ea-01e5434e9989 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b17f27c-715b-4cf0-aef6-28907d771603 HTTP/1.1" status: 204 len: 168 time: 0.2959945 Jan 18 13:49:39.079058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36298) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:39.089044 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.098810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.240611 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172cbf49-1be8-454f-8f01-ee7f21b3c753,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:39.249873 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-656a4889-be13-48da-b90c-7661dd538ebf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12d32acb645341238d724c2a1e278569&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5746527 Jan 18 13:49:39.252927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36310) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:39.399201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.416008 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.423540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aaad5-df09-42eb-bcd4-42db5461fbad req-16fd9213-9189-471d-ba14-bca4f1bd2ed2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:39.425392 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e06aaad5-df09-42eb-bcd4-42db5461fbad req-16fd9213-9189-471d-ba14-bca4f1bd2ed2 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1725607 Jan 18 13:49:39.461389 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.497604 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8144f-d477-4e83-8f6c-38c3dc56d379 req-15407d62-5646-4888-bea4-c662ed8e400f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:39.499079 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1dd8144f-d477-4e83-8f6c-38c3dc56d379 req-15407d62-5646-4888-bea4-c662ed8e400f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 943 time: 0.1436100 Jan 18 13:49:39.505957 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:39.512546 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e06aaad5-df09-42eb-bcd4-42db5461fbad req-e53ee695-ca0e-404c-9813-e00f9d6c2cd8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774920 Jan 18 13:49:39.568823 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Usage tracker for resource:security_group_rule and tenant:b19098b02aa04a84841b0e157bcefed3 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:39.573915 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:39.579696 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:39.587669 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1dd8144f-d477-4e83-8f6c-38c3dc56d379 req-e15cfb2f-8b8d-4611-bef7-83922a5077a0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740175 Jan 18 13:49:39.619589 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.648121 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172cbf49-1be8-454f-8f01-ee7f21b3c753,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:39.680591 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.684432 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-47ac41ee-f8f7-4783-8acd-d8453d748232 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/172cbf49-1be8-454f-8f01-ee7f21b3c753 HTTP/1.1" status: 204 len: 168 time: 0.4273829 Jan 18 13:49:39.687067 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.692244 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.742159 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf8fbe7-d1e0-438c-ae91-1fe903785734,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:39.746985 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6740a3f1-4e21-4e1e-b688-47bf32b6d031 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b19098b02aa04a84841b0e157bcefed3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6669195 Jan 18 13:49:39.749998 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36326) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:39.776866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.824803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.853563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.909083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.926593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf8fbe7-d1e0-438c-ae91-1fe903785734,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:39.931325 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:39.935566 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-54279dc6-b875-4b85-9ea1-3c0fff456011 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9cf8fbe7-d1e0-438c-ae91-1fe903785734 HTTP/1.1" status: 204 len: 168 time: 0.1815116 Jan 18 13:49:40.274848 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b1e103e4-af57-4d28-be4f-4c1722ab1bca details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:49:40.306330 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36352) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:40.339985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.421747 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:40.444461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Usage tracker for resource:security_group_rule and tenant:253bc30a102d4dffa457ab72efb9849d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:40.447824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:40.453964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:40.527630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:40.541983 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'port_id': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', 'mac_address': 'fa:16:3e:38:17:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96210d2-f08d-4ce4-b469-e6da3f60f086', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:49:40.586307 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.592914 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.607761 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.650151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e103e4-af57-4d28-be4f-4c1722ab1bca {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:49:40.661728 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00706499-0f4c-4cf9-ab8f-d7691ada0565,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:40.673719 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-28cdd8a2-e1f2-4e22-b1b5-5ec00df4ff14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=253bc30a102d4dffa457ab72efb9849d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3663323 Jan 18 13:49:40.676367 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36366) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:40.681157 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:40.691987 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.836005 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:40.843434 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:40.854954 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.859688 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.860343 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.861950 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.863023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.863516 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.866220 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.866781 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.867649 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.868218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.868694 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:49:40.898230 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:41.022580 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['b1e103e4-af57-4d28-be4f-4c1722ab1bca'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:49:41.154083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:41.184597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00706499-0f4c-4cf9-ab8f-d7691ada0565,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:41.196034 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:41.199879 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-83e47ee2-d4b7-47e4-baf5-c06095667ba9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00706499-0f4c-4cf9-ab8f-d7691ada0565 HTTP/1.1" status: 204 len: 168 time: 0.5192759 Jan 18 13:49:41.208712 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b09d4-a518-4ff3-9426-22090c1e9529 req-37241367-55bd-42ce-a863-f456fd9288f7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:41.215922 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e6b09d4-a518-4ff3-9426-22090c1e9529 req-37241367-55bd-42ce-a863-f456fd9288f7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 944 time: 0.3193796 Jan 18 13:49:41.241487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6182ce5-d533-4ecf-877a-8fc050de9876 req-e8958718-bf00-4821-9ebe-f93bf8ce233a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:41.243141 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6182ce5-d533-4ecf-877a-8fc050de9876 req-e8958718-bf00-4821-9ebe-f93bf8ce233a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2897096 Jan 18 13:49:41.308599 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9e6b09d4-a518-4ff3-9426-22090c1e9529 req-393666b4-61d6-4a77-94d2-3f3e10d538a4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916381 Jan 18 13:49:41.315013 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6182ce5-d533-4ecf-877a-8fc050de9876 req-3fbc2f50-d446-4044-9242-80b582c04236 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649998 Jan 18 13:49:42.282950 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b1e103e4-af57-4d28-be4f-4c1722ab1bca up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:49:42.380735 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port b1e103e4-af57-4d28-be4f-4c1722ab1bca completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:49:42.390204 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port b1e103e4-af57-4d28-be4f-4c1722ab1bca triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:49:42.390767 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:42.645601 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:42.674648 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce59d4a-14a7-4606-b8b3-ee5b3e42c230 req-fd3790ef-36be-4468-b0ab-5cc2da874482 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:42.676283 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ce59d4a-14a7-4606-b8b3-ee5b3e42c230 req-fd3790ef-36be-4468-b0ab-5cc2da874482 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1298041 Jan 18 13:49:42.690081 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:49:42.700579 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:49:42.705697 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:42.713531 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5459-8a1e-4de1-a1ed-c7b4961a8569 req-63f82e42-0e2a-42d5-badc-e2516832b32a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:42.720564 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-458f5459-8a1e-4de1-a1ed-c7b4961a8569 req-63f82e42-0e2a-42d5-badc-e2516832b32a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 944 time: 0.2290146 Jan 18 13:49:42.783768 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:42.804826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ce59d4a-14a7-4606-b8b3-ee5b3e42c230 req-77fb08bd-52db-46ae-8cfa-202ec3dfbb5e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201134 Jan 18 13:49:42.820370 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-458f5459-8a1e-4de1-a1ed-c7b4961a8569 req-dac6d111-6b0d-46ce-895b-405def2e9983 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987322 Jan 18 13:49:42.884694 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', 'code': 200} Jan 18 13:49:43.140577 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6a65cb01-fc80-459c-b42a-72efecd59cd6 req-7a2354cd-9098-497c-8ba3-016ec9bc79d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 1098 time: 0.0741806 Jan 18 13:49:43.191408 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6a65cb01-fc80-459c-b42a-72efecd59cd6 req-c7d93c6a-0c1a-4876-aeaf-a2b4b379d36f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Jan 18 13:49:44.130197 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2d4d-2076-4784-ad81-1b5645aec5d8 req-28d8f21e-6930-4902-b740-e8fedd3e4670 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:44.131717 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af1e2d4d-2076-4784-ad81-1b5645aec5d8 req-28d8f21e-6930-4902-b740-e8fedd3e4670 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.1102090 Jan 18 13:49:44.137812 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ceb4e4-9a02-4434-a2b5-1af5c480c13b req-ae20e88f-6f43-4d3b-bed3-c4b4226a514c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:44.138821 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ceb4e4-9a02-4434-a2b5-1af5c480c13b req-ae20e88f-6f43-4d3b-bed3-c4b4226a514c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2102685 Jan 18 13:49:44.216848 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af1e2d4d-2076-4784-ad81-1b5645aec5d8 req-6220ec6a-819b-427b-872f-242b810559b3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762463 Jan 18 13:49:44.220286 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-20ceb4e4-9a02-4434-a2b5-1af5c480c13b req-320b1f71-376f-4dfe-bcb3-d69141890c93 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648494 Jan 18 13:49:45.483249 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ef8cb-8835-4501-bc5c-ba898f370b5c req-29ad2634-ab69-488d-9597-77e3517c65e3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:45.484712 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a2ef8cb-8835-4501-bc5c-ba898f370b5c req-29ad2634-ab69-488d-9597-77e3517c65e3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.1452062 Jan 18 13:49:45.491034 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7f04-aebc-44a7-a391-cc3a26ea5858 req-a1c80f5e-510e-423e-9dc8-841065977422 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:45.492448 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-815d7f04-aebc-44a7-a391-cc3a26ea5858 req-a1c80f5e-510e-423e-9dc8-841065977422 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1204042 Jan 18 13:49:45.566175 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a2ef8cb-8835-4501-bc5c-ba898f370b5c req-aee79d64-ec4b-4e74-8c17-8e68a1e0a6da tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Jan 18 13:49:45.574239 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-815d7f04-aebc-44a7-a391-cc3a26ea5858 req-201f697f-69d0-4354-b1dd-0f51c88dab7b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654666 Jan 18 13:49:46.776073 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1827a5-cca3-4cfc-abaa-fed482c8fd8e req-f3455ca3-b3b6-4574-bc03-3d7b98c770e5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:46.778009 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db1827a5-cca3-4cfc-abaa-fed482c8fd8e req-f3455ca3-b3b6-4574-bc03-3d7b98c770e5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0791528 Jan 18 13:49:46.822965 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db1827a5-cca3-4cfc-abaa-fed482c8fd8e req-433b6c94-ef4a-428c-897a-9fd8ffbc0972 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Jan 18 13:49:48.022275 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8b157-4566-4636-8603-4706c7cbc166 req-e6296588-5bec-4379-9de2-c3220308d911 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:48.023814 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbc8b157-4566-4636-8603-4706c7cbc166 req-e6296588-5bec-4379-9de2-c3220308d911 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0761986 Jan 18 13:49:48.081897 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbc8b157-4566-4636-8603-4706c7cbc166 req-db6182e9-a8df-4891-848f-d6b894dff11e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Jan 18 13:49:49.279172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806b10-eb54-4558-a112-11b1168bc178 req-f44bf2b9-8b4f-47c8-96bc-e6700b8a5b56 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:49.280641 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60806b10-eb54-4558-a112-11b1168bc178 req-f44bf2b9-8b4f-47c8-96bc-e6700b8a5b56 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0770895 Jan 18 13:49:49.326417 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60806b10-eb54-4558-a112-11b1168bc178 req-2fad3c21-7b2e-46d6-9999-6c56b225ba0c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Jan 18 13:49:50.527242 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075730-70cf-42b6-95bd-e8ea6ff7258f req-c9f0b95f-87ad-4fca-921c-e37c4808a900 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:50.528645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4075730-70cf-42b6-95bd-e8ea6ff7258f req-c9f0b95f-87ad-4fca-921c-e37c4808a900 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0778403 Jan 18 13:49:50.574326 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4075730-70cf-42b6-95bd-e8ea6ff7258f req-a9f14b45-6517-4ecb-baf8-173260e6bdf8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Jan 18 13:49:51.836698 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8300d1-37a3-4375-90aa-30a627063417 req-262635fa-845b-4f47-bc95-764a159d3f73 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:51.838218 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e8300d1-37a3-4375-90aa-30a627063417 req-262635fa-845b-4f47-bc95-764a159d3f73 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0890274 Jan 18 13:49:51.886405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e8300d1-37a3-4375-90aa-30a627063417 req-eaf8dac4-bcf5-4f70-8c69-e3e11d60566b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418158 Jan 18 13:49:51.992196 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525d558-5e33-4cc1-b152-cc7b6fa3be05 req-04600988-b572-4c6d-b2c3-9ecff1d1dc39 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:51.993681 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3525d558-5e33-4cc1-b152-cc7b6fa3be05 req-04600988-b572-4c6d-b2c3-9ecff1d1dc39 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0834363 Jan 18 13:49:52.043558 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3525d558-5e33-4cc1-b152-cc7b6fa3be05 req-d6a5db28-dc2c-4f3d-aa05-b3be5954e596 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Jan 18 13:49:52.435933 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:53.097294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490270-3c40-4cf5-b1b5-e44c9a4bb881 req-b3f72547-e629-4a73-86fd-c6977e55b288 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:53.098879 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-46490270-3c40-4cf5-b1b5-e44c9a4bb881 req-b3f72547-e629-4a73-86fd-c6977e55b288 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0766973 Jan 18 13:49:53.148640 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-46490270-3c40-4cf5-b1b5-e44c9a4bb881 req-df19f815-da16-467e-89c2-7680d8b61446 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441868 Jan 18 13:49:53.331737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f188dd-951a-4697-b01f-d852608e2efb req-aef4c4e4-03bd-44e5-80b8-226b1d8725dd tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:53.333443 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-97f188dd-951a-4697-b01f-d852608e2efb req-aef4c4e4-03bd-44e5-80b8-226b1d8725dd tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0773854 Jan 18 13:49:53.378883 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-97f188dd-951a-4697-b01f-d852608e2efb req-6a9737fa-0673-41df-bd5d-5a00e547f5f3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Jan 18 13:49:54.349833 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19855be-de67-4246-a767-f3be1345c459 req-5d2bc25c-4051-48d1-b2b0-d4e624eb2cab tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:54.351387 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e19855be-de67-4246-a767-f3be1345c459 req-5d2bc25c-4051-48d1-b2b0-d4e624eb2cab tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0814362 Jan 18 13:49:54.400266 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e19855be-de67-4246-a767-f3be1345c459 req-ab6970dc-2db0-410f-a911-64f051337d5a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Jan 18 13:49:54.598455 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0991aa1-1544-41f1-8399-5a8f50cd3856 req-7c8d8369-7a80-40bc-b166-1292c7b6eefc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:54.600151 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0991aa1-1544-41f1-8399-5a8f50cd3856 req-7c8d8369-7a80-40bc-b166-1292c7b6eefc tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0768187 Jan 18 13:49:54.645918 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0991aa1-1544-41f1-8399-5a8f50cd3856 req-8fb6a9cc-1cff-4eac-b362-c89e3bdb0cfb tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Jan 18 13:49:55.655404 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474821bc-ef5b-408d-9213-b5ac8e226790 req-4af3ef9c-aa89-4ca6-93be-2b08e231cf5d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:55.657385 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-474821bc-ef5b-408d-9213-b5ac8e226790 req-4af3ef9c-aa89-4ca6-93be-2b08e231cf5d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1182401 Jan 18 13:49:55.727619 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-474821bc-ef5b-408d-9213-b5ac8e226790 req-98810754-3794-4701-9e70-c6d4d4bbe5e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599718 Jan 18 13:49:55.964280 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cede2-e0e5-47b4-9f93-7768120ff6ba req-d21de4dc-edf6-477b-bc1f-2d7f67f3e6fa tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:55.965883 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-935cede2-e0e5-47b4-9f93-7768120ff6ba req-d21de4dc-edf6-477b-bc1f-2d7f67f3e6fa tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.0944455 Jan 18 13:49:56.019035 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-935cede2-e0e5-47b4-9f93-7768120ff6ba req-535b5db0-611d-498c-8619-aa45174d744b tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Jan 18 13:49:56.310647 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-96a18bfa-eb31-4e80-85c2-9d5af837d71b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:56.316426 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-96a18bfa-eb31-4e80-85c2-9d5af837d71b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.1763461 Jan 18 13:49:56.329129 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-da6db95c-f669-4cd6-8dea-d5efb4538e56 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/quotas/db91bdcfb42e44958888e46d56247c7e HTTP/1.1" status: 200 len: 375 time: 0.0114882 Jan 18 13:49:56.489101 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-af9087a8-c42d-4a74-a4a4-bd4ab4ff17d4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472437 Jan 18 13:49:56.656886 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-feaad39f-fc77-4999-b9ce-6cb0c4b806f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571946 Jan 18 13:49:56.817210 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-b835b933-5aae-4306-95fa-df87e0763edf service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576815 Jan 18 13:49:56.839404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36792) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:57.046926 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.089446 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:57.093823 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Usage tracker for resource:security_group_rule and tenant:1f7f5acaf5cd4049871ec069ceefef15 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:57.097134 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:57.104136 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:57.124734 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36808) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:57.128551 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39d211f6-2a21-4f29-93e5-2ae0b5ab63c7 req-0768ee46-e04b-41db-9a0e-c0b63d3709e6 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 210 time: 0.0899241 Jan 18 13:49:57.199739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bb249-5c1a-4787-9656-1259ac629be5 req-e73bdacc-6f4a-42df-a5f8-ada0e6b22aeb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:57.223794 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7a3bb249-5c1a-4787-9656-1259ac629be5 req-e73bdacc-6f4a-42df-a5f8-ada0e6b22aeb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1877663 Jan 18 13:49:57.230214 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.237669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.294578 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7f5acaf5cd4049871ec069ceefef15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4540780 Jan 18 13:49:57.297654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 36818) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:57.314088 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639e73a-5968-4085-a303-c24e760e6b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ae8219-f2f5-41fc-b491-9ca917b6e299,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:57.365194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.401788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7a3bb249-5c1a-4787-9656-1259ac629be5 req-3d254b9b-d58a-4de2-a319-8f6280e660e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742005 Jan 18 13:49:57.403981 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:57.408016 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Usage tracker for resource:security_group_rule and tenant:e776ff5c408a42f5962e7770ff9bc555 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:57.413130 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:57.418749 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:57.453987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbeb9de-2efc-4e1e-8ba4-71a4bae4b002 req-03f3369d-1b5e-42a2-b20b-6710c5c7a5c0 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:57.455689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ffbeb9de-2efc-4e1e-8ba4-71a4bae4b002 req-03f3369d-1b5e-42a2-b20b-6710c5c7a5c0 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.2058420 Jan 18 13:49:57.459531 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.495042 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.499878 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.508796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.549753 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c2f007-6c2d-44b0-9927-35dd0258f471,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:57.555987 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-be3bc426-c2c5-491f-bf55-2bf7e91ab9be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e776ff5c408a42f5962e7770ff9bc555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4295712 Jan 18 13:49:57.558602 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36822) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:57.573558 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ffbeb9de-2efc-4e1e-8ba4-71a4bae4b002 req-24b285b0-230a-45c5-931f-734a14a52154 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024966 Jan 18 13:49:57.609282 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.623196 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.624728 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ae8219-f2f5-41fc-b491-9ca917b6e299,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:57.632514 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.640590 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9c12ac68-f376-46eb-b3c1-0b0f53a88d0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3ae8219-f2f5-41fc-b491-9ca917b6e299 HTTP/1.1" status: 204 len: 168 time: 0.3362360 Jan 18 13:49:57.657656 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.743601 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.765979 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c2f007-6c2d-44b0-9927-35dd0258f471,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:57.795849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:57.798119 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b813ee5c-d46c-4fc2-af45-2f94141e739a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e6c2f007-6c2d-44b0-9927-35dd0258f471 HTTP/1.1" status: 204 len: 168 time: 0.2383060 Jan 18 13:49:58.077167 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36846) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:58.100644 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.134879 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:58.141169 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Usage tracker for resource:security_group_rule and tenant:db170849192141d6bd0f26866ed503cf is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:58.144447 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:58.152184 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:58.239472 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.246604 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.331267 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db170849192141d6bd0f26866ed503cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2527955 Jan 18 13:49:58.333511 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36854) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:58.353212 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36856) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:58.354229 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e695e97-f80e-4b22-999f-f741f0a38847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cb6844-b794-4984-a49b-a7a79c20a872,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:58.392765 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.442830 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4c1c1b4c-2f7b-4481-9a6d-5c55d72e9e26 req-8b4f9525-d341-4b9e-ac0c-d989540f6ad3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 210 time: 0.1254728 Jan 18 13:49:58.449732 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:58.453763 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb407871c3854d25ba7dfc267302125e is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:58.456658 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:58.472930 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:58.529191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-84acba8b-b328-4ff5-b217-942f79ad33a5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:58.530573 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-84acba8b-b328-4ff5-b217-942f79ad33a5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.2550411 Jan 18 13:49:58.550571 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.555487 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.584476 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Request body: {'port': {'device_id': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'admin_state_up': True, 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:49:58.621066 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733f945-5b19-444f-a703-62e71ab79bc0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:58.623775 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.627122 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a2c18f38-90a7-49b5-8fa1-7a542cd1d5a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb407871c3854d25ba7dfc267302125e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2924881 Jan 18 13:49:58.635562 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36866) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:58.678191 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.750119 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.780654 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.785403 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.793690 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0944-3f1f-4abf-91b3-5a137bf34a6a req-4d717b08-b2a6-4532-9e32-c47c8d26ecfc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:58.795136 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5bfc0944-3f1f-4abf-91b3-5a137bf34a6a req-4d717b08-b2a6-4532-9e32-c47c8d26ecfc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2512996 Jan 18 13:49:58.798146 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:58.812798 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cb6844-b794-4984-a49b-a7a79c20a872,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:58.831838 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:58.836888 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.837986 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-db58dbd7-7d5d-49d9-b0fb-b375121cd2ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67cb6844-b794-4984-a49b-a7a79c20a872 HTTP/1.1" status: 204 len: 168 time: 0.4734113 Jan 18 13:49:58.867261 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:49:58.870362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.876689 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.896229 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733f945-5b19-444f-a703-62e71ab79bc0,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:58.901797 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:58.902903 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-cb2c7c25-4dcc-4a8a-bc29-c972aea2ac39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c733f945-5b19-444f-a703-62e71ab79bc0 HTTP/1.1" status: 204 len: 168 time: 0.2663758 Jan 18 13:49:58.905655 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5bfc0944-3f1f-4abf-91b3-5a137bf34a6a req-8902f7a8-2d02-4635-a402-74df6534386c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992289 Jan 18 13:49:58.914593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e09d59-a9a2-4506-8ba7-06eabd654aa7 req-324903f0-9a97-44e1-8c6c-7f7b005ff07c tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:58.916108 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23e09d59-a9a2-4506-8ba7-06eabd654aa7 req-324903f0-9a97-44e1-8c6c-7f7b005ff07c tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.1992798 Jan 18 13:49:59.036634 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23e09d59-a9a2-4506-8ba7-06eabd654aa7 req-f28b6261-bee8-4d3c-90e9-6637a673018b tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Jan 18 13:49:59.119017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Allocated IP 172.20.0.10 (8e0d665a-3386-436a-bad8-84d8e4e7dbee/f96210d2-f08d-4ce4-b469-e6da3f60f086/6b1f7c46-1369-4f53-b824-d876a95e07ff) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:49:59.373819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.409779 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.428018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637', 'b1e103e4-af57-4d28-be4f-4c1722ab1bca'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:49:59.609427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:49:59.622607 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:49:59.625304 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:49:59.630042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:59.630671 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.650449 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36896) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:59.681751 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.686076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event updated for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:59.726132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:49:59.733032 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Usage tracker for resource:security_group_rule and tenant:b9346a1c77b540f4a6756e4eba710a64 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:49:59.737132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:49:59.745353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:49:59.772152 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-e4086bb0-5f66-4740-80bd-500e160dd9b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1915784 Jan 18 13:49:59.789071 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Request body: {'port': {'device_id': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:49:59.822128 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36902) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:59.873669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.880033 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.926600 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f11a0f-92d2-49e9-bcd7-29664c03ff57,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:49:59.930535 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3aa3a-0d70-4317-9fcf-8ca09968b3a2 req-695de91b-1dda-4206-a27f-0784afa1fde8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:49:59.931304 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7cf3aa3a-0d70-4317-9fcf-8ca09968b3a2 req-695de91b-1dda-4206-a27f-0784afa1fde8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:49:59.944631 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:49:59.961837 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-abfe232c-88ec-43ff-b7e0-5bbf259dde88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9346a1c77b540f4a6756e4eba710a64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3088152 Jan 18 13:49:59.963153 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36912) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:49:59.994967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-7cf3aa3a-0d70-4317-9fcf-8ca09968b3a2 req-695de91b-1dda-4206-a27f-0784afa1fde8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:00.001525 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7cf3aa3a-0d70-4317-9fcf-8ca09968b3a2 req-695de91b-1dda-4206-a27f-0784afa1fde8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 932 time: 0.3169594 Jan 18 13:50:00.054430 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.110574 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:00.113175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.118040 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec9b77d0e984a89bc12e47af4176cc5 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:00.127440 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:00.138232 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:00.148562 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7cf3aa3a-0d70-4317-9fcf-8ca09968b3a2 req-8ef90d5d-f3cc-4a0e-bac9-869ae3fb2671 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Jan 18 13:50:00.162106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.267191 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.296994 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.303774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f11a0f-92d2-49e9-bcd7-29664c03ff57,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:00.306996 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.311485 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fa54f18e-1c5f-4fef-9c5f-7ccc20e84cb5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75f11a0f-92d2-49e9-bcd7-29664c03ff57 HTTP/1.1" status: 204 len: 168 time: 0.3474772 Jan 18 13:50:00.312756 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.400003 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e8356-be65-4b47-97ef-0a19542093f5 req-61a81f41-307a-4a58-a902-abbed5fc737b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:00.411564 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cefe16-94ae-44aa-9cbd-95da557c18f6,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:00.427372 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6c803557-c56e-471a-92e9-8175936ac338 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ec9b77d0e984a89bc12e47af4176cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5867107 Jan 18 13:50:00.428122 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36932) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:00.428595 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-891e8356-be65-4b47-97ef-0a19542093f5 req-61a81f41-307a-4a58-a902-abbed5fc737b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.3070753 Jan 18 13:50:00.514439 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.543859 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.590788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-891e8356-be65-4b47-97ef-0a19542093f5 req-eea036f7-179a-4dc6-b808-1f76de9ff83e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597238 Jan 18 13:50:00.608716 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.649725 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cefe16-94ae-44aa-9cbd-95da557c18f6,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:00.676409 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.677658 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fe59f5e6-55ab-41f3-ac51-6f149d83481b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2cefe16-94ae-44aa-9cbd-95da557c18f6 HTTP/1.1" status: 204 len: 168 time: 0.2485397 Jan 18 13:50:00.680810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612075d5-7c17-4b04-97bb-7319bbcd9bce req-2b8552a2-ccf3-465f-a3cb-5ef719b1970d tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:00.687846 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-612075d5-7c17-4b04-97bb-7319bbcd9bce req-2b8552a2-ccf3-465f-a3cb-5ef719b1970d tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.2204688 Jan 18 13:50:00.720625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1f7c46-1369-4f53-b824-d876a95e07ff {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:00.728739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.744973 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Transition to ACTIVE for port object 6b1f7c46-1369-4f53-b824-d876a95e07ff will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:00.752158 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:00.900761 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-612075d5-7c17-4b04-97bb-7319bbcd9bce req-1e532f9b-f4ff-40ef-a55b-1154b91a04b6 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119458 Jan 18 13:50:00.907105 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:00.965457 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Attempting to bind port 6b1f7c46-1369-4f53-b824-d876a95e07ff on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:00.965803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Attempting to bind port 6b1f7c46-1369-4f53-b824-d876a95e07ff by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:00.966497 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Attempting to bind port 6b1f7c46-1369-4f53-b824-d876a95e07ff on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:00.970691 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36952) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:00.982493 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Port 6b1f7c46-1369-4f53-b824-d876a95e07ff on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:50:00.982852 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Attempting to bind port 6b1f7c46-1369-4f53-b824-d876a95e07ff on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:00.990205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:00.990541 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Checking segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:00.990918 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Bound using segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:00.991337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Bound port: 6b1f7c46-1369-4f53-b824-d876a95e07ff, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:00.991674 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.141359 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:01.145558 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:01.152204 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.208514 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-d30d3315-04d4-489f-8244-b320c1dbc823 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:01.209928 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-d30d3315-04d4-489f-8244-b320c1dbc823 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.36 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.1747589 Jan 18 13:50:01.257870 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.277764 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.279276 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b1f7c46-1369-4f53-b824-d876a95e07ff HTTP/1.1" status: 200 len: 1094 time: 1.4957943 Jan 18 13:50:01.285969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:01.333155 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:01.340380 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Usage tracker for resource:security_group_rule and tenant:e8361e7d72d140acb2bda8e27c27e4b6 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:01.349914 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:01.364579 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:01.428175 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Deleting port 0123c681-7ce9-4d85-92f9-33c809b63a73 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:50:01.428591 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.461740 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.465914 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.478748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff', 'status': 'completed', 'code': 200} Jan 18 13:50:01.497545 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7a6c-e0fb-4704-8789-abb82acbbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:01.521966 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8361e7d72d140acb2bda8e27c27e4b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5501947 Jan 18 13:50:01.522837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f70564-2b96-437e-9203-72b91f864d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445edc75-031c-4dde-ae41-502da29cc60e,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:01.525270 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 36976) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:01.602923 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.658230 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.736693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-54fb1b1d-75ac-45e6-a476-2032e89a02d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 1097 time: 0.3926449 Jan 18 13:50:01.748229 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321737f-c5d0-4a81-82d2-696e6b9939e4 req-6b1641c3-8c7f-40be-96d4-18d85c36fdbc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:01.755388 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6321737f-c5d0-4a81-82d2-696e6b9939e4 req-6b1641c3-8c7f-40be-96d4-18d85c36fdbc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 944 time: 0.2698970 Jan 18 13:50:01.761837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.780959 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445edc75-031c-4dde-ae41-502da29cc60e,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:01.786394 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:01.790021 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8a1de3ed-9be2-42de-b113-983d59fe5451 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/445edc75-031c-4dde-ae41-502da29cc60e HTTP/1.1" status: 204 len: 168 time: 0.2614923 Jan 18 13:50:01.995310 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-6d03d97f-a9e9-4c34-8f63-73fa078f101c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff HTTP/1.1" status: 200 len: 217 time: 0.2377596 Jan 18 13:50:02.095038 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6321737f-c5d0-4a81-82d2-696e6b9939e4 req-5db3e66a-9846-46a2-a137-3e4b90d24cf4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387868 Jan 18 13:50:02.107250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] For port 0123c681-7ce9-4d85-92f9-33c809b63a73, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0123c681-7ce9-4d85-92f9-33c809b63a73,segment=NetworkSegment(837e280e-4de8-45a3-8998-07f8e5256b2b),segment_id=837e280e-4de8-45a3-8998-07f8e5256b2b)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:02.107607 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:02.182588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-89fa17fe-6701-444b-86d7-7eec7059bdf6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:02.184087 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-89fa17fe-6701-444b-86d7-7eec7059bdf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.1800721 Jan 18 13:50:02.248964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Calling delete_port for 0123c681-7ce9-4d85-92f9-33c809b63a73 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:50:02.351380 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-857f7923-23fb-4be6-8eaf-847db8137650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751708 Jan 18 13:50:02.365636 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faac6bc-cd10-4cbb-8e29-3a6471339b4c req-127984ee-53c3-41da-9655-77c40fc85ea3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:02.372520 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2faac6bc-cd10-4cbb-8e29-3a6471339b4c req-127984ee-53c3-41da-9655-77c40fc85ea3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.4761002 Jan 18 13:50:02.720834 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2faac6bc-cd10-4cbb-8e29-3a6471339b4c req-b6f722ab-cd7f-4788-8ff9-c78b5af7da0e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471127 Jan 18 13:50:02.761888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-15c441cb-642e-4a63-948a-efad50818d8d service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870404 Jan 18 13:50:02.859095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8925c8-d8e4-4637-9210-4447548205e8 req-37ba4a8a-54ba-400e-a610-3127928ca7c3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:02.860668 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a8925c8-d8e4-4637-9210-4447548205e8 req-37ba4a8a-54ba-400e-a610-3127928ca7c3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 945 time: 0.4386215 Jan 18 13:50:02.866716 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:02.885561 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['0123c681-7ce9-4d85-92f9-33c809b63a73'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:02.980207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Pushing event deleted for resources: {'Port': ['ID=0123c681-7ce9-4d85-92f9-33c809b63a73,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:03.108497 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a8925c8-d8e4-4637-9210-4447548205e8 req-14b888de-01e0-4412-8387-8248c1ba2a1e tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/security-groups?id=03d2f551-00a7-47fc-840a-6b7f58db5be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379892 Jan 18 13:50:03.118937 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] No DVR routers for this DVR port 0123c681-7ce9-4d85-92f9-33c809b63a73 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:50:03.123974 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7dcade24-529f-4bdb-80b8-22de20af2804 req-611c579e-ecaa-4ea9-9c5b-9d5e93677756 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490219 Jan 18 13:50:03.125105 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:03.147038 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1f2ed86-160e-432f-9bf0-60ab5e871a93 req-29237298-5fae-4e83-bc2c-23c358d04aa3 tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.36 "DELETE /v2.0/ports/0123c681-7ce9-4d85-92f9-33c809b63a73 HTTP/1.1" status: 204 len: 173 time: 1.9246960 Jan 18 13:50:03.270409 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-88b05b51-76e6-4e23-9208-7bd25566abd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 1097 time: 0.0872028 Jan 18 13:50:03.488578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'name': 'network-vif-deleted', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:03.508551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-9ff37c7c-bb97-4048-a2d5-ed762092dc58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:03.509990 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-9ff37c7c-bb97-4048-a2d5-ed762092dc58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 915 time: 0.2045481 Jan 18 13:50:03.516541 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd032cd-0c05-4f48-b2fc-711c551e797b req-acb3a851-355f-4d6c-9554-cc0e746faec9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:03.524260 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5bd032cd-0c05-4f48-b2fc-711c551e797b req-acb3a851-355f-4d6c-9554-cc0e746faec9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 944 time: 0.2525721 Jan 18 13:50:03.631920 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e7594a-479e-417a-8bc1-402d6231f86c', 'name': 'network-vif-deleted', 'tag': '0123c681-7ce9-4d85-92f9-33c809b63a73', 'status': 'completed', 'code': 200} Jan 18 13:50:03.741286 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-37618088-5036-4586-9720-e0bdf7200f05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff HTTP/1.1" status: 200 len: 217 time: 0.1111035 Jan 18 13:50:03.815157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5bd032cd-0c05-4f48-b2fc-711c551e797b req-b465fd0a-bddd-48b5-8810-ae882cbca58b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899179 Jan 18 13:50:03.850579 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-023d16c8-9747-4c53-936c-678810a9ba1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:03.852274 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-023d16c8-9747-4c53-936c-678810a9ba1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.0961957 Jan 18 13:50:03.913947 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-e91c5646-dd83-4601-a676-f7421a913126 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538311 Jan 18 13:50:04.341866 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-7250d180-cf1f-4fde-830b-8694865d87a6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149144 Jan 18 13:50:04.629727 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f05f9851-fcff-4106-95e8-e5c43fac9c6b req-ec59e365-3edf-4c20-8f52-e4e277de5a3f tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Synchronizing usage tracker for tenant:c3d4864c5f324d399ab1e098a254caad on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:04.702629 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31c8c3f6-68d7-48fe-9e12-9c7d2caeea4f req-673b46b8-0b0d-4c87-a8aa-1876f1621d35 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517694 Jan 18 13:50:04.743853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc6ab-c0bf-4a60-afd1-1b5018d0497d req-f8c175ba-aa3a-40c8-be35-6d1aa85daf5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:04.745537 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a27bc6ab-c0bf-4a60-afd1-1b5018d0497d req-f8c175ba-aa3a-40c8-be35-6d1aa85daf5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.7718210 Jan 18 13:50:04.746797 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f05f9851-fcff-4106-95e8-e5c43fac9c6b req-ec59e365-3edf-4c20-8f52-e4e277de5a3f tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] Unset dirty status for tenant:c3d4864c5f324d399ab1e098a254caad on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:04.747893 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f05f9851-fcff-4106-95e8-e5c43fac9c6b req-ec59e365-3edf-4c20-8f52-e4e277de5a3f tempest-DeleteServersTestJSON-1933073873 tempest-DeleteServersTestJSON-1933073873-project] 10.222.0.31 "GET /v2.0/ports?device_id=20e7594a-479e-417a-8bc1-402d6231f86c HTTP/1.1" status: 200 len: 210 time: 0.3297999 Jan 18 13:50:04.808959 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a27bc6ab-c0bf-4a60-afd1-1b5018d0497d req-98d2b7fd-3195-4354-a144-f66bc711b5e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Jan 18 13:50:04.999980 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-02565dbb-2b8b-4384-a906-b8596fc845dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:05.053227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19470f3-675d-4969-a3d2-3332ecb12fa6 req-cbdb2703-c570-4d65-9abf-510b0a30d470 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:05.054779 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a19470f3-675d-4969-a3d2-3332ecb12fa6 req-cbdb2703-c570-4d65-9abf-510b0a30d470 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 944 time: 0.0991864 Jan 18 13:50:05.108054 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a19470f3-675d-4969-a3d2-3332ecb12fa6 req-3f9ec321-50a6-40ac-8a2a-ff2d99f1ed2a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466201 Jan 18 13:50:06.025923 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c0d32-b540-4654-a120-dd009d81ecdc req-834ecad6-c6e2-4169-bb4a-16deb1d51c2f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:06.027372 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d7c0d32-b540-4654-a120-dd009d81ecdc req-834ecad6-c6e2-4169-bb4a-16deb1d51c2f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0838666 Jan 18 13:50:06.079784 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d7c0d32-b540-4654-a120-dd009d81ecdc req-83b257d1-15fd-468a-9be6-a0961cb975ee tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457084 Jan 18 13:50:06.238447 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:50:06.339023 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f84eac-a2f1-4206-9ab8-1e3463467d03 req-5fc4cca1-c26d-4d6b-bbef-80c2936aafcc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:06.340765 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-21f84eac-a2f1-4206-9ab8-1e3463467d03 req-5fc4cca1-c26d-4d6b-bbef-80c2936aafcc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 944 time: 0.0974932 Jan 18 13:50:06.370955 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6b1f7c46-1369-4f53-b824-d876a95e07ff details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:50:06.374573 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0123c681-7ce9-4d85-92f9-33c809b63a73 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:50:06.453213 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-21f84eac-a2f1-4206-9ab8-1e3463467d03 req-2e83e29c-ba25-4ef5-bd1e-f44efe368a2d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036665 Jan 18 13:50:06.456046 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 0123c681-7ce9-4d85-92f9-33c809b63a73 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:50:06.456421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0123c681-7ce9-4d85-92f9-33c809b63a73 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:50:06.583236 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-67e98717-e6c6-47c3-8aee-5fb0b52e32c4 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314655 Jan 18 13:50:06.631409 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:06.646218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6b1f7c46-1369-4f53-b824-d876a95e07ff', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'port_id': '6b1f7c46-1369-4f53-b824-d876a95e07ff', 'mac_address': 'fa:16:3e:c4:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96210d2-f08d-4ce4-b469-e6da3f60f086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:50:06.701130 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:06.727617 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1f7c46-1369-4f53-b824-d876a95e07ff {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:06.735050 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:06.741137 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:06.746690 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-44a1d24f-e1d3-4dc9-968c-587138d19db2 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:06.748288 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-44a1d24f-e1d3-4dc9-968c-587138d19db2 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583834 Jan 18 13:50:06.765496 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-6cc07aca-b19a-4b5c-a727-facf09065dbf tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/quotas/781fb29f3ee5427a8abe226edeecbe4a HTTP/1.1" status: 200 len: 375 time: 0.0107551 Jan 18 13:50:06.816058 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:06.818667 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-1f4c975d-03d6-4182-82aa-5df0a7334983 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455272 Jan 18 13:50:07.064348 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ccfdbce-1824-4413-8e47-fd767ee93ec8 req-fc80ea16-6df3-45dd-a73a-41d21c84b0f7 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 210 time: 0.0765362 Jan 18 13:50:07.357536 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d39fa44a-8b37-4a15-b987-e596785b5d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:07.415752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107baef5-e7c3-4538-87ca-61ef9299bc24 req-d93c3c67-03c1-4bc1-bb1e-a58bc14c14e8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:07.418707 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-107baef5-e7c3-4538-87ca-61ef9299bc24 req-d93c3c67-03c1-4bc1-bb1e-a58bc14c14e8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1979077 Jan 18 13:50:07.470030 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-107baef5-e7c3-4538-87ca-61ef9299bc24 req-7d5add07-1a5c-4cd1-9732-6c9a4e5c6cc3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Jan 18 13:50:07.655861 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc183a0-dc42-4eb7-b226-fbc2828a9bbf req-0faa4969-4b50-457a-bbe2-20273f89a2b8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:07.657240 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fc183a0-dc42-4eb7-b226-fbc2828a9bbf req-0faa4969-4b50-457a-bbe2-20273f89a2b8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 945 time: 0.0746903 Jan 18 13:50:07.704106 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fc183a0-dc42-4eb7-b226-fbc2828a9bbf req-93e1da38-0adf-4628-9930-93472e5de6f5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406420 Jan 18 13:50:08.223750 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c70328b-c853-4d89-bffb-fab882a8332f req-bad9cc24-6098-463e-8883-d70b012af12e tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 210 time: 0.0433917 Jan 18 13:50:08.313037 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:08.539375 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:08.672335 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e4135-6391-4210-a31b-53b93bc2d23d req-983d441d-7984-4525-8888-c06980b091d3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:08.673816 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a1e4135-6391-4210-a31b-53b93bc2d23d req-983d441d-7984-4525-8888-c06980b091d3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0768356 Jan 18 13:50:08.719207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3a1e4135-6391-4210-a31b-53b93bc2d23d req-7ac555c4-c610-4c98-976b-4901f2f270f1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Jan 18 13:50:08.970347 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10938144-ebf0-477d-8c56-0b66d773c996 req-1468d4a5-2777-4efc-9239-f7ce60699aeb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:08.971694 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10938144-ebf0-477d-8c56-0b66d773c996 req-1468d4a5-2777-4efc-9239-f7ce60699aeb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 945 time: 0.1407466 Jan 18 13:50:09.016642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10938144-ebf0-477d-8c56-0b66d773c996 req-27f095c5-c798-4b41-982b-ba1d4b23e429 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Jan 18 13:50:09.390640 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-02d90eb2-859e-4dd0-8c33-eae552e81c5e req-1a135341-fd3e-4731-b276-81581437ff29 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 210 time: 0.0470612 Jan 18 13:50:09.646865 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6b1f7c46-1369-4f53-b824-d876a95e07ff'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:09.782040 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:09.970987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffe6a3-5775-469c-8796-8d08ffc0a5f2 req-b7982e37-0c45-47dd-89d4-834989af7082 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:09.984505 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4dffe6a3-5775-469c-8796-8d08ffc0a5f2 req-b7982e37-0c45-47dd-89d4-834989af7082 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1163461 Jan 18 13:50:10.045319 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4dffe6a3-5775-469c-8796-8d08ffc0a5f2 req-5c874698-5cf8-40c0-8b3c-26e04d688b7d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Jan 18 13:50:10.161762 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8b199b66-8267-4670-b23a-f6f919ff71a6 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472088 Jan 18 13:50:10.442880 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-a8009134-4222-4a9c-b4d4-5f7da318cb68 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:10.452145 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-a8009134-4222-4a9c-b4d4-5f7da318cb68 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801356 Jan 18 13:50:10.466496 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e36c6-48d7-43f4-9099-1308352ae9ae req-26a8eb06-3c1f-49f5-a029-c8112fcc3c75 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:10.479184 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-296e36c6-48d7-43f4-9099-1308352ae9ae req-26a8eb06-3c1f-49f5-a029-c8112fcc3c75 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 945 time: 0.2638209 Jan 18 13:50:10.485818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Request body: {'port': {'device_id': '2a610b28-d191-48f5-9f31-9e48131c1893', 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677', 'admin_state_up': True, 'tenant_id': '781fb29f3ee5427a8abe226edeecbe4a'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:10.751780 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-296e36c6-48d7-43f4-9099-1308352ae9ae req-70e9ca59-8bfd-4276-8cb2-16ea407ca18f tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712858 Jan 18 13:50:10.854321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:10.858186 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Usage tracker for resource:port and tenant:781fb29f3ee5427a8abe226edeecbe4a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:10.861110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:10.866653 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e4202880-010b-4f84-ac2a-9139c1de4df6 req-6349a9c5-394f-4127-a01c-46d6fc4578c4 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 210 time: 0.0779967 Jan 18 13:50:10.872904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:10.889800 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69c01b8b-eeae-4df6-8e3a-5156cb6cde2d req-c4a24326-e58a-4321-95e1-7161838b34df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 1098 time: 0.2046375 Jan 18 13:50:10.916590 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Made reservation on behalf of 781fb29f3ee5427a8abe226edeecbe4a for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:10.920246 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:10.940063 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:10.975605 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69c01b8b-eeae-4df6-8e3a-5156cb6cde2d req-11a65988-9a9c-4551-99a4-6ae469859238 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776873 Jan 18 13:50:11.003218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:11.010108 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Usage tracker for resource:security_group_rule and tenant:781fb29f3ee5427a8abe226edeecbe4a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:11.013677 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:11.022196 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:11.137851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.143735 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.183479 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37302) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:11.258393 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Deleting subnet b74ae601-50ce-4313-a160-2c8d8a883b64 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:50:11.262118 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.298736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b274f22-3060-4bad-9600-6f40218e19f3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:11.361223 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.375445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.414570 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Allocated IP 192.168.233.252 (21a2b6db-a1b4-4642-bae9-0f4a90bd2677/637f43a6-d8ab-43b2-859e-2feb6427a9a1/3b81cc0f-5d2b-42d1-a856-e6e46f7e3434) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:11.421758 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1a4fa-4669-4f9c-816f-a55a6da6bf1c req-6d6de5f2-b92d-40c6-8a65-e1ba40f3bbe5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:11.423247 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dcf1a4fa-4669-4f9c-816f-a55a6da6bf1c req-6d6de5f2-b92d-40c6-8a65-e1ba40f3bbe5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1756141 Jan 18 13:50:11.501745 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.528584 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dcf1a4fa-4669-4f9c-816f-a55a6da6bf1c req-98fc7795-b103-445b-b415-cb09a01f617a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925603 Jan 18 13:50:11.556774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74ae601-50ce-4313-a160-2c8d8a883b64,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:11.572085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.583687 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ee260f25-c91a-42ac-96c4-a325bb1172a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b74ae601-50ce-4313-a160-2c8d8a883b64 HTTP/1.1" status: 204 len: 168 time: 0.3970044 Jan 18 13:50:11.584833 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37314) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:11.737711 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.755128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Transition to ACTIVE for port object 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:11.774823 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.789839 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:11.970730 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:11.973344 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:11.975349 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Pushing event updated for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:11.977811 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:11.981704 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:11.982418 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.037074 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.078911 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.079251 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.080078 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.080408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.080733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.081068 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.081418 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.082378 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.082847 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.083337 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.092743 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-8308735e-35d2-442d-be8c-4df7743caea3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6106069 Jan 18 13:50:12.127073 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Request body: {'port': {'device_id': '2a610b28-d191-48f5-9f31-9e48131c1893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:12.185051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693014eb-68c7-48f8-b504-2bf23142c7de req-550a524a-899f-4e8f-b10d-eba21ec34e32 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:12.186571 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-693014eb-68c7-48f8-b504-2bf23142c7de req-550a524a-899f-4e8f-b10d-eba21ec34e32 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 945 time: 0.2781637 Jan 18 13:50:12.241548 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.242065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.242376 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.242754 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82797) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:50:12.243143 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a58f74-0671-4759-82a3-4d979b6ade70']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:12.258419 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837e280e-4de8-45a3-8998-07f8e5256b2b') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:12.258720 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837e280e-4de8-45a3-8998-07f8e5256b2b') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:12.275672 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.317248 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.319826 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c05464e9-fea7-43cb-b693-aa0157c85162 None None] Provisioning for port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:12.334224 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c05464e9-fea7-43cb-b693-aa0157c85162 None None] Provisioning complete for port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:12.335433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c05464e9-fea7-43cb-b693-aa0157c85162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.343282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:50:12.344931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.358028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-03f38947-b74b-42ff-a77e-26f04696a006 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:12.358737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-03f38947-b74b-42ff-a77e-26f04696a006 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Synchronizing usage tracker for tenant:781fb29f3ee5427a8abe226edeecbe4a on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:12.381336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.417531 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-693014eb-68c7-48f8-b504-2bf23142c7de req-7fdeed35-5327-4613-a410-43a6db1f1c11 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191913 Jan 18 13:50:12.442616 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6b1f7c46-1369-4f53-b824-d876a95e07ff up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:12.450982 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-03f38947-b74b-42ff-a77e-26f04696a006 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Unset dirty status for tenant:781fb29f3ee5427a8abe226edeecbe4a on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:12.457958 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-03f38947-b74b-42ff-a77e-26f04696a006 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 936 time: 0.4113715 Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: util.warn_limited( Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: util.warn_limited( Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:50:12.531350 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:50:12.535362 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.541995 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.564846 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83a58f74-0671-4759-82a3-4d979b6ade70 HTTP/1.1" status: 204 len: 168 time: 0.9789290 Jan 18 13:50:12.582603 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-c05464e9-fea7-43cb-b693-aa0157c85162 None None] Port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:50:12.596164 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 6b1f7c46-1369-4f53-b824-d876a95e07ff completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:12.600714 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123f7cb-03b3-4c77-b555-5e05a6e9a3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a58f74-0671-4759-82a3-4d979b6ade70,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:12.604205 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6b1f7c46-1369-4f53-b824-d876a95e07ff triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:12.605416 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.607986 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-e3559321-09dc-49ac-b52b-e4479039557f tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Synchronizing usage tracker for tenant:781fb29f3ee5427a8abe226edeecbe4a on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:12.761059 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.799698 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:12.813994 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:12.819040 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:12.899882 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-e3559321-09dc-49ac-b52b-e4479039557f tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Unset dirty status for tenant:781fb29f3ee5427a8abe226edeecbe4a on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:12.911109 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62f281a8-8956-438e-ae88-70850b4ee9d6 req-e3559321-09dc-49ac-b52b-e4479039557f tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520435 Jan 18 13:50:12.924884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:12.991225 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37366) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:13.028865 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff', 'code': 200} Jan 18 13:50:13.045883 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:13.069095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.073530 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-80f90931-ee58-4b36-b917-51ce42aa79f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c3d4864c5f324d399ab1e098a254caad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0808110 Jan 18 13:50:13.077129 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37374) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:13.086551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bba0bc-ed52-432f-aaed-969e9fefe61d req-585fe4c0-496f-46c8-bd11-d5dfa60c9274 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:13.094227 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68bba0bc-ed52-432f-aaed-969e9fefe61d req-585fe4c0-496f-46c8-bd11-d5dfa60c9274 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2715700 Jan 18 13:50:13.117013 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Transition to ACTIVE for port object 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:13.142033 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.236322 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.298234 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.474423 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.533969 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2f551-00a7-47fc-840a-6b7f58db5be8,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:13.539192 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68bba0bc-ed52-432f-aaed-969e9fefe61d req-3c123754-791a-4c1f-85de-9e348fcead51 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438889 Jan 18 13:50:13.564205 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.568643 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-acc25649-5d90-4d28-86d7-f32d647d318c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03d2f551-00a7-47fc-840a-6b7f58db5be8 HTTP/1.1" status: 204 len: 168 time: 0.4871020 Jan 18 13:50:13.580303 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:13.657231 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Attempting to bind port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:13.657558 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Attempting to bind port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:13.657889 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Attempting to bind port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 on network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:13.702781 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 on network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:50:13.703104 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Attempting to bind port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 on network 21a2b6db-a1b4-4642-bae9-0f4a90bd2677 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:13.739351 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:13.739737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Checking segment: {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:13.740157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Bound using segment: {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:13.740602 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Bound port: 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5404124c-7dfc-4579-b2ee-04b9ff01942f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:13.743078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:13.861010 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c2e9a3c-b5ec-412d-9bfd-31cae8f0b8dd req-02ac2bce-18b5-4583-8c82-7cc3e1072e4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 1099 time: 0.3895526 Jan 18 13:50:13.873099 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37406) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:13.924112 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37414) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:14.021486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:14.026363 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2c2e9a3c-b5ec-412d-9bfd-31cae8f0b8dd req-04729ce2-6bbd-4f51-bb6b-7263c3d60f5b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324501 Jan 18 13:50:14.028243 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:14.036057 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.077246 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b7fa0-b035-4be4-852c-7f72636311c8 req-6fc663bc-705f-4467-9da8-757995dbe65e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:14.084422 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-600b7fa0-b035-4be4-852c-7f72636311c8 req-6fc663bc-705f-4467-9da8-757995dbe65e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2769229 Jan 18 13:50:14.098964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96792-c50f-45f7-8189-cf6dc0af6f24 req-e0180334-053d-4c53-96d2-c753813cbf2b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:14.105764 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a9c96792-c50f-45f7-8189-cf6dc0af6f24 req-e0180334-053d-4c53-96d2-c753813cbf2b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.3403568 Jan 18 13:50:14.191546 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.192918 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 HTTP/1.1" status: 200 len: 1098 time: 2.0705862 Jan 18 13:50:14.199785 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:14.225264 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42828843-bb76-4cde-858c-de352a8b5dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:14.287316 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-600b7fa0-b035-4be4-852c-7f72636311c8 req-d266d20c-4279-4a7c-8fb3-898b47ce3f75 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937475 Jan 18 13:50:14.304545 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a9c96792-c50f-45f7-8189-cf6dc0af6f24 req-e365606f-3c1a-4071-884b-f8cd1948d4f3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978347 Jan 18 13:50:14.364366 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.464823 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434', 'status': 'completed', 'code': 200} Jan 18 13:50:14.548263 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:14.560749 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.574872 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4d12103b5c064b6bac0cfb08cc7b02ad is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:14.581929 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:14.595745 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:14.643188 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:14.654643 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Usage tracker for resource:security_group_rule and tenant:25854bdbee3c40a59677e343b6be274d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:14.670732 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:14.682724 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:14.729736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-e70c6996-354b-4e58-95e0-bbe223c07381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 1101 time: 0.3768153 Jan 18 13:50:14.761880 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.768450 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.804102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69913a84-bbfb-4919-aa0f-22fd5738c72e req-72d10ceb-18d8-4f16-a371-247ae4095a1c tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:14.805826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69913a84-bbfb-4919-aa0f-22fd5738c72e req-72d10ceb-18d8-4f16-a371-247ae4095a1c tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 948 time: 0.3363132 Jan 18 13:50:14.814680 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-eb055e48-190a-4c9a-888e-969909c387a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 HTTP/1.1" status: 200 len: 217 time: 0.0752382 Jan 18 13:50:14.845507 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be563282-8b45-4efb-b45d-cb7d796eb5e0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:14.858149 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a924b167-2388-4d29-bd68-5b27896505a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d12103b5c064b6bac0cfb08cc7b02ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9835985 Jan 18 13:50:14.864227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37448) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:14.883718 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.898119 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:14.934723 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-69913a84-bbfb-4919-aa0f-22fd5738c72e req-8ac21d47-2399-45bd-9b31-6e380366a068 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148889 Jan 18 13:50:14.943444 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-d67d751d-3876-45ff-951e-3b6229d57444 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:14.949480 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-d67d751d-3876-45ff-951e-3b6229d57444 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=637f43a6-d8ab-43b2-859e-2feb6427a9a1 HTTP/1.1" status: 200 len: 843 time: 0.1108525 Jan 18 13:50:14.979146 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa735444-2325-46c8-81d9-d30803d27951,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:14.986609 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-376b1c1d-66aa-4d97-9670-803fefcb84a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25854bdbee3c40a59677e343b6be274d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0613539 Jan 18 13:50:14.994705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37452) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:15.020363 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.042945 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-7e93fbde-7a4d-443f-9811-299390482c65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21a2b6db-a1b4-4642-bae9-0f4a90bd2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762703 Jan 18 13:50:15.077998 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.130592 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.163927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.188431 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.219527 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be563282-8b45-4efb-b45d-cb7d796eb5e0,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:15.235703 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.240740 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-e9a5a5bb-3595-4b31-9007-6ff097970986 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be563282-8b45-4efb-b45d-cb7d796eb5e0 HTTP/1.1" status: 204 len: 168 time: 0.3752737 Jan 18 13:50:15.272162 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.314799 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa735444-2325-46c8-81d9-d30803d27951,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:15.332165 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:15.333692 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3519f845-0605-4fdc-b41c-daad748fb630 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa735444-2325-46c8-81d9-d30803d27951 HTTP/1.1" status: 204 len: 168 time: 0.3381875 Jan 18 13:50:15.468346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-a6b19dd1-c783-4f24-9c75-e3b9228b5605 service neutron] 10.222.0.36 "GET /v2.0/networks/21a2b6db-a1b4-4642-bae9-0f4a90bd2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184070 Jan 18 13:50:15.529735 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37474) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:15.699677 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39378732-5c1c-4bc0-9caf-33e04d110036 req-ea99762b-8a22-420c-80fa-4ec0d98c2ec0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:15.701234 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39378732-5c1c-4bc0-9caf-33e04d110036 req-ea99762b-8a22-420c-80fa-4ec0d98c2ec0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.2280798 Jan 18 13:50:15.703338 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5fb074df-c88f-4179-9b97-ec89e1dc1538 req-bd7b837e-add2-4a4e-bc93-430c48ed0877 service neutron] 10.222.0.36 "GET /v2.0/networks/21a2b6db-a1b4-4642-bae9-0f4a90bd2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973326 Jan 18 13:50:15.821327 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39378732-5c1c-4bc0-9caf-33e04d110036 req-bb851fbd-eb3e-4e1b-adb4-7a492f86b39a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094434 Jan 18 13:50:15.858723 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-f62d24b8-cd9e-49bd-b341-644968a17615 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 1101 time: 0.0886722 Jan 18 13:50:15.924917 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37486) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:15.963838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.081369 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-2d5e98c3-fa82-45e3-982f-919469659435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:16.083668 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-2d5e98c3-fa82-45e3-982f-919469659435 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21a2b6db-a1b4-4642-bae9-0f4a90bd2677 HTTP/1.1" status: 200 len: 870 time: 0.2166886 Jan 18 13:50:16.092848 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:16.101883 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d879de696b4ca18b182b8e945a95a7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:16.110758 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:16.123318 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:16.226175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.227972 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-14eccbeb-ec2c-4000-a752-e2ba655cd398 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 HTTP/1.1" status: 200 len: 217 time: 0.1374953 Jan 18 13:50:16.231323 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.264088 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-network', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:16.273284 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37496) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:16.276501 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:16.288006 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Usage tracker for resource:network and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:16.306927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:16.313729 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-ad8c9443-7831-4e99-8cb3-7e9b88209f1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:16.315163 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-ad8c9443-7831-4e99-8cb3-7e9b88209f1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=637f43a6-d8ab-43b2-859e-2feb6427a9a1 HTTP/1.1" status: 200 len: 843 time: 0.0756457 Jan 18 13:50:16.318619 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ff478e-2103-4245-a5d9-66ee6a848c4f,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:16.326041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d7ca-c10a-4b05-8322-3b274b4555fc req-899f84a2-108b-4cb0-a182-706cf1ab7dcb tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:16.333359 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5453d7ca-c10a-4b05-8322-3b274b4555fc req-899f84a2-108b-4cb0-a182-706cf1ab7dcb tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 948 time: 0.1689253 Jan 18 13:50:16.350590 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.369339 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:16.397633 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-84449950-b0fb-4747-8499-71b5b8221fd2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2d879de696b4ca18b182b8e945a95a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4709449 Jan 18 13:50:16.400938 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Made reservation on behalf of 16e8efa5147b4c5ab02be2152c8e6d6b for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:16.403705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.412959 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37504) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:16.420006 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.459738 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:16.465736 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b850ed9b6346d2a1bec03ee17c7d32 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:16.470246 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:16.473117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:16.476509 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5453d7ca-c10a-4b05-8322-3b274b4555fc req-3017c6da-7af8-4975-a074-565d8deb3dd1 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423457 Jan 18 13:50:16.478957 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:16.481065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:16.484848 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:16.501300 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:16.548281 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-3b7bc345-e8a5-4f85-a0bd-086cdd093131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21a2b6db-a1b4-4642-bae9-0f4a90bd2677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2128959 Jan 18 13:50:16.556593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.621888 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.628109 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.630217 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.673847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.682205 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.693288 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6b850ed9b6346d2a1bec03ee17c7d32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4132769 Jan 18 13:50:16.700962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37510) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:16.725323 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:50:16.731867 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77249ba-7d06-4891-aadf-b6e0ea88a9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb185fb8-1729-4ed0-b584-12929d7b17dc,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:16.759734 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.760106 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Added segment 086e1b57-b637-424f-b119-3f9020b98088 of type vlan for network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 Jan 18 13:50:16.792746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887bf12-72dc-40b6-ac35-90349f037e14,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:16.815072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.838871 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.870270 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-37f91749-3fad-4604-92b9-1608cba0138c service neutron] 10.222.0.36 "GET /v2.0/networks/21a2b6db-a1b4-4642-bae9-0f4a90bd2677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114192 Jan 18 13:50:16.877820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.887591 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.888449 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:16.889025 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:16.983381 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.034146 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:17.042727 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-0570f492-f7d5-4794-9e7a-77deebaccfe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.3286629 Jan 18 13:50:17.046107 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ba822980-37e6-4e7f-9172-b925487e86a7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5152483 Jan 18 13:50:17.048815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37520) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:17.050748 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:50:17.056036 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ff478e-2103-4245-a5d9-66ee6a848c4f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:17.059880 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Request body: {'subnet': {'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-subnet', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:17.065906 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:17.070678 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Usage tracker for resource:subnet and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:17.074795 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:17.080951 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.085399 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:17.101924 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.105670 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb185fb8-1729-4ed0-b584-12929d7b17dc HTTP/1.1" status: 204 len: 168 time: 0.3990130 Jan 18 13:50:17.105670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d891e-b94d-477c-b2ad-245f8c798a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb185fb8-1729-4ed0-b584-12929d7b17dc,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:17.112092 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Made reservation on behalf of 16e8efa5147b4c5ab02be2152c8e6d6b for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:17.115757 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.163661 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.164786 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0d4fd4ad-e1fc-497a-a9e6-2d980cce571c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24ff478e-2103-4245-a5d9-66ee6a848c4f HTTP/1.1" status: 204 len: 168 time: 0.7475846 Jan 18 13:50:17.251266 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b5e2-1f5f-4655-bcbe-aaf99845276c req-57cb2041-9b04-4487-8316-8c8198cecf62 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:17.259032 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee9b5e2-1f5f-4655-bcbe-aaf99845276c req-57cb2041-9b04-4487-8316-8c8198cecf62 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.4632075 Jan 18 13:50:17.280535 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7c76812-8970-4f38-9e12-aaaec1a7dc44 req-3f16ed55-e195-49a1-be80-5b7787957387 service neutron] 10.222.0.36 "GET /v2.0/networks/21a2b6db-a1b4-4642-bae9-0f4a90bd2677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976865 Jan 18 13:50:17.430591 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.530305 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa72fa24-7c3d-43c7-b51c-801f76061d05,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:17.542568 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Checking segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:17.543264 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Network hostable DHCP agents. Network: 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:50:17.568640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:50:17.585871 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:17.591510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:17.592212 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.598269 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ee9b5e2-1f5f-4655-bcbe-aaf99845276c req-c481ce99-f6cb-4540-8c79-f9cfcd1f61f8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363168 Jan 18 13:50:17.599839 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0b976-a889-496c-a058-69620b4c2bd0 None None] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:17.619094 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d3c9b055-7d10-4274-9a2d-446035fafe15 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5674665 Jan 18 13:50:17.619414 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37540) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:17.632583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:17.638469 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:17.644197 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Usage tracker for resource:router and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:17.649713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:17.661427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afcbb4-3468-447f-a4e5-796da15aeca8 req-d09eb897-e1e5-45b2-ab38-e55e40e00723 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:17.671213 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3afcbb4-3468-447f-a4e5-796da15aeca8 req-d09eb897-e1e5-45b2-ab38-e55e40e00723 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.6847587 Jan 18 13:50:17.672927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:17.696991 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.698316 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.738565 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-9ad7a313-060c-4c6d-8f13-d143fe676e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:17.739955 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-9ad7a313-060c-4c6d-8f13-d143fe676e70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.6768034 Jan 18 13:50:17.741858 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:17.878009 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-ad8291cd-a000-44d4-ba46-f03f3f027106 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.1229858 Jan 18 13:50:17.894579 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3afcbb4-3468-447f-a4e5-796da15aeca8 req-c41c59a0-1f8b-4761-bcb7-765e4c2ff7fc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218862 Jan 18 13:50:17.993063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:18.039118 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:50:18.040138 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:18.056291 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-886a5576-a6d3-40e4-b71a-065cb1cb7ff8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:18.057795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-886a5576-a6d3-40e4-b71a-065cb1cb7ff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.1622524 Jan 18 13:50:18.230069 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-a23982d3-684c-4b23-8c56-e062edb5ba4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640835 Jan 18 13:50:18.429351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:50:18.447882 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Allocated IP 172.20.0.2 (4d3d0a9d-b26a-4372-bbf4-bb64b1302c77/aa72fa24-7c3d-43c7-b51c-801f76061d05/a944ca42-dbc0-478c-a44c-7c5e074c8509) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:18.479386 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-ae6e6af0-859e-48a9-94d4-db72a10a123b service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393301 Jan 18 13:50:18.532315 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:18.640703 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:18.801072 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59286e42-87e4-46ef-931d-043c4c439e2c req-fbf1a66c-09f6-4d6c-b9ef-2f9068c12588 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:18.808213 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-59286e42-87e4-46ef-931d-043c4c439e2c req-fbf1a66c-09f6-4d6c-b9ef-2f9068c12588 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 948 time: 0.6621499 Jan 18 13:50:18.846841 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ebb34b91-cff1-48be-9cda-e1a03577c0ce req-3ad4a22d-a7a8-4584-9a96-18ba4e50804d service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574464 Jan 18 13:50:18.931588 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-59286e42-87e4-46ef-931d-043c4c439e2c req-6ae2c2bf-877b-44cd-91cf-8f84b234f8a5 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223910 Jan 18 13:50:19.001288 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236af7a-5cdf-4c79-b56e-193b43cae896 req-9a77d608-29c5-4209-8f16-33d8c37b7633 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:19.013228 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f236af7a-5cdf-4c79-b56e-193b43cae896 req-9a77d608-29c5-4209-8f16-33d8c37b7633 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1382399 Jan 18 13:50:19.021105 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Allocated IP 172.27.0.106 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/0b0996ad-6c67-479e-9819-6bd78fbabd9d) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:19.072248 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:19.095341 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434', 'network_id': '21a2b6db-a1b4-4642-bae9-0f4a90bd2677', 'port_id': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434', 'mac_address': 'fa:16:3e:fb:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637f43a6-d8ab-43b2-859e-2feb6427a9a1', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:50:19.103878 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.130165 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f236af7a-5cdf-4c79-b56e-193b43cae896 req-1e177bab-157d-42f6-ad99-47ea24ec2bf1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Jan 18 13:50:19.173342 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.196967 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:19.204676 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Transition to ACTIVE for port object a944ca42-dbc0-478c-a44c-7c5e074c8509 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:19.229391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:19.236459 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Transition to ACTIVE for port object a944ca42-dbc0-478c-a44c-7c5e074c8509 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:19.239495 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.263852 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37592) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:19.291901 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.293481 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.323572 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.345987 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:19.350227 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:19.353995 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:19.417325 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:19.420370 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:19.426742 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:19.449569 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:19.465747 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0996ad-6c67-479e-9819-6bd78fbabd9d,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:19.579053 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Attempting to bind port a944ca42-dbc0-478c-a44c-7c5e074c8509 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:19.579461 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Attempting to bind port a944ca42-dbc0-478c-a44c-7c5e074c8509 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:19.580017 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Attempting to bind port a944ca42-dbc0-478c-a44c-7c5e074c8509 on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:19.592133 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Pushing event updated for resources: {'Port': ['ID=a944ca42-dbc0-478c-a44c-7c5e074c8509,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:19.595326 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:19.595666 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Checking segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:19.596573 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.596573 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Bound using segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:19.596897 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Bound port: a944ca42-dbc0-478c-a44c-7c5e074c8509, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:19.597390 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.617758 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-228173527-network', 'tenant_id': 'c19c374dc6c24fe099b2cd2c2bf72589'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:19.623764 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:19.634554 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Usage tracker for resource:network and tenant:c19c374dc6c24fe099b2cd2c2bf72589 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:19.640680 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:19.646588 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.647382 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.651021 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:19.662985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Made reservation on behalf of c19c374dc6c24fe099b2cd2c2bf72589 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:19.666253 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.679680 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['3b81cc0f-5d2b-42d1-a856-e6e46f7e3434'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:19.687679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.722813 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37604) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:19.762054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:19.766250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c19c374dc6c24fe099b2cd2c2bf72589 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:19.770191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:19.770933 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] For port a944ca42-dbc0-478c-a44c-7c5e074c8509, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:19.775366 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] For port a944ca42-dbc0-478c-a44c-7c5e074c8509, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a944ca42-dbc0-478c-a44c-7c5e074c8509,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:19.777521 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:19.788190 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.851723 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.859809 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.890902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:50:19.905277 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5df30-c56f-49fc-9c9f-094bf2840c1f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:19.925372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:19.925929 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Added segment 306f22fd-127e-4374-9c09-a09aa5bba067 of type vlan for network 6be33b98-76cd-4d7a-ad52-cf0af486e4bd Jan 18 13:50:19.952225 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6760-ca70-4cbf-b57b-fa9070acd3f3 None None] Pushing event updated for resources: {'Port': ['ID=a944ca42-dbc0-478c-a44c-7c5e074c8509,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:19.970017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.013902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.016062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:20.017051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.092200 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8269939 Jan 18 13:50:20.095811 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37620) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:20.108086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Request body: {'subnet': {'network_id': '6be33b98-76cd-4d7a-ad52-cf0af486e4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-228173527-subnet', 'tenant_id': 'c19c374dc6c24fe099b2cd2c2bf72589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:20.118375 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:20.124266 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Usage tracker for resource:subnet and tenant:c19c374dc6c24fe099b2cd2c2bf72589 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:20.135732 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:20.147303 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:20.171085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Made reservation on behalf of c19c374dc6c24fe099b2cd2c2bf72589 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:20.173405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.206407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c15c7-0d59-448e-9b18-909e3b1c78f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6be33b98-76cd-4d7a-ad52-cf0af486e4bd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:20.224233 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 6be33b98-76cd-4d7a-ad52-cf0af486e4bd details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:50:20.382002 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:50:20.533830 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.582478 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:20.586563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a950a275b33e4f0db9623c90e94408ba is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:20.590292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:20.596553 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:20.646625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec323e95-580b-49fa-a127-23cf2b56fbc2 req-0b8af8ae-8682-4c4a-805a-b73400d35782 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:20.648753 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec323e95-580b-49fa-a127-23cf2b56fbc2 req-0b8af8ae-8682-4c4a-805a-b73400d35782 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 949 time: 0.3626354 Jan 18 13:50:20.760858 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec323e95-580b-49fa-a127-23cf2b56fbc2 req-c66ae464-c9c5-4d69-a747-a1cf38ba8f00 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065302 Jan 18 13:50:20.765221 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.772897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.869140 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5528e2d1-5731-4b81-b044-7c87d2ff493b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:20.905819 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:20.922950 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ea31276a-ff00-43a9-bf21-7601670be4b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a950a275b33e4f0db9623c90e94408ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1956387 Jan 18 13:50:20.929830 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37644) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:20.993017 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:50:21.005072 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:50:21.028520 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:50:21.029165 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:21.098780 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Checking segment: {'id': '306f22fd-127e-4374-9c09-a09aa5bba067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6be33b98-76cd-4d7a-ad52-cf0af486e4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:21.099384 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Network hostable DHCP agents. Network: 6be33b98-76cd-4d7a-ad52-cf0af486e4bd, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:50:21.112227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598115b7-d8d0-46ca-b580-0224f5c3b720,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:21.121858 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.123429 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-0adf6218-5d7e-4771-adcd-3b674604a554 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5029101 Jan 18 13:50:21.127348 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37648) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:21.163827 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.205898 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.238855 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904d5c2-8c12-4f25-b10f-0afddb79aeb8 req-39f434c7-0eb3-4930-8476-8444bf9ae06b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:21.240763 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3904d5c2-8c12-4f25-b10f-0afddb79aeb8 req-39f434c7-0eb3-4930-8476-8444bf9ae06b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3072193 Jan 18 13:50:21.287357 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:50:21.308185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.336868 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5528e2d1-5731-4b81-b044-7c87d2ff493b,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:21.348181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.352739 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-899be3c1-f0f0-4dc4-ae9a-8ef34ef7986e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5528e2d1-5731-4b81-b044-7c87d2ff493b HTTP/1.1" status: 204 len: 168 time: 0.4209189 Jan 18 13:50:21.380769 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3904d5c2-8c12-4f25-b10f-0afddb79aeb8 req-a274e1a5-aa2f-4610-a89f-827fbfc26810 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950651 Jan 18 13:50:21.477215 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Network 6be33b98-76cd-4d7a-ad52-cf0af486e4bd is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:50:21.545987 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c48bc-c94b-4b2a-a24d-eb25153bfb83 None None] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:21.572669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 6be33b98-76cd-4d7a-ad52-cf0af486e4bd) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:21.585183 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:21.585990 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:21.642049 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41eec7-e297-48c0-a831-00f9e2741445 None None] Network 6be33b98-76cd-4d7a-ad52-cf0af486e4bd requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:21.679181 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1da33f7c-1ff8-46c0-ba0d-564e3d4159d2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5808094 Jan 18 13:50:21.714138 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:19Z', 'revision_number': 3, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:21.720962 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:50:21.721369 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Updating router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac port 0b0996ad-6c67-479e-9819-6bd78fbabd9d binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:50:21.738260 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-eccc9460-5397-4857-8f80-d61740fb4475 None None] Provisioning for port a944ca42-dbc0-478c-a44c-7c5e074c8509 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:21.970067 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:22.151314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a944ca42-dbc0-478c-a44c-7c5e074c8509 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:22.246406 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250dc5fb-d92f-4494-b517-ccaf1b0c6341 None None] Network 6be33b98-76cd-4d7a-ad52-cf0af486e4bd requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:22.337337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5c723-b1da-4434-a6c3-7b5a38741a9b req-fd92bc63-908e-4f7f-b125-ab15c046e9bb tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:22.348667 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6f5c723-b1da-4434-a6c3-7b5a38741a9b req-fd92bc63-908e-4f7f-b125-ab15c046e9bb tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 949 time: 0.2049251 Jan 18 13:50:22.452877 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6f5c723-b1da-4434-a6c3-7b5a38741a9b req-9554d4ee-33e4-46a4-9814-b7df7b2df4da tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032212 Jan 18 13:50:22.471218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:22.607530 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:22.671657 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port a944ca42-dbc0-478c-a44c-7c5e074c8509 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:22.679785 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-ca6bfafd-ed4c-4976-8c02-48e6546752ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1784139 Jan 18 13:50:22.773212 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a944ca42-dbc0-478c-a44c-7c5e074c8509 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:22.773575 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:22.887207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-a7658b30-8feb-4517-8eac-43fb0d31cc74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1773891 Jan 18 13:50:22.899475 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354e97-4322-490f-83b3-f5253fe9cf2e req-2b3a4af0-017b-4277-a980-37d1c66b9b2b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:22.901374 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8354e97-4322-490f-83b3-f5253fe9cf2e req-2b3a4af0-017b-4277-a980-37d1c66b9b2b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1373732 Jan 18 13:50:22.980254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:22.989954 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.014156 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37702) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:23.035421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:23.035884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.174706 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.208653 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Transition to ACTIVE for port object 0b0996ad-6c67-479e-9819-6bd78fbabd9d will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:23.209272 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.223121 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.338063 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.357561 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port a944ca42-dbc0-478c-a44c-7c5e074c8509, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a944ca42-dbc0-478c-a44c-7c5e074c8509,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:23.367359 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.381189 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8354e97-4322-490f-83b3-f5253fe9cf2e req-46030e97-1705-4933-8679-90ad09ccd2bb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739542 Jan 18 13:50:23.411184 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Attempting to bind port 0b0996ad-6c67-479e-9819-6bd78fbabd9d on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:23.412149 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Attempting to bind port 0b0996ad-6c67-479e-9819-6bd78fbabd9d by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:23.412777 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Attempting to bind port 0b0996ad-6c67-479e-9819-6bd78fbabd9d on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:23.433999 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:23.434591 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:23.439328 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.439977 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:23.441231 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Bound port: 0b0996ad-6c67-479e-9819-6bd78fbabd9d, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:23.442056 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.445737 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-6c6e271e-ef3c-4977-a04a-fb11357f5f0d None None] Provisioning complete for port a944ca42-dbc0-478c-a44c-7c5e074c8509 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:23.446105 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6c6e271e-ef3c-4977-a04a-fb11357f5f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.498114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-b16f5816-3714-4d4a-b2f1-e32942b6dfe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:23.503894 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-b16f5816-3714-4d4a-b2f1-e32942b6dfe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 915 time: 0.5646036 Jan 18 13:50:23.529968 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:23.545309 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Allocated IP 172.20.0.1 (4d3d0a9d-b26a-4372-bbf4-bb64b1302c77/aa72fa24-7c3d-43c7-b51c-801f76061d05/a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:23.553499 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Pushing event updated for resources: {'Port': ['ID=0b0996ad-6c67-479e-9819-6bd78fbabd9d,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:23.573828 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:23.586990 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.593576 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.595015 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.595459 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.597063 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.598886 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.599354 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.599764 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.601809 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.602231 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.602476 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=a944ca42-dbc0-478c-a44c-7c5e074c8509,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:23.602752 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.603190 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:23.654227 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] For port 0b0996ad-6c67-479e-9819-6bd78fbabd9d, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:23.659224 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] For port 0b0996ad-6c67-479e-9819-6bd78fbabd9d, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0b0996ad-6c67-479e-9819-6bd78fbabd9d,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:23.666596 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.730902 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:23.737815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.773268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37722) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:23.781456 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-403763743-network', 'tenant_id': '235c0904292a4e5d932bb6f379f182f4'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:23.790202 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Transition to ACTIVE for port object a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:23.792507 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.793171 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-ca303310-6f84-4397-becb-0e1423cd30c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1171abbc-0b75-4b9b-9da1-f5055661b637 HTTP/1.1" status: 200 len: 217 time: 0.2820430 Jan 18 13:50:23.805435 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:23.812194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Usage tracker for resource:network and tenant:235c0904292a4e5d932bb6f379f182f4 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:23.821091 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:23.828851 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:23.847662 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:50:23.848903 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:23.855753 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Made reservation on behalf of 235c0904292a4e5d932bb6f379f182f4 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:23.858108 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.880304 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:23.882847 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a944ca42-dbc0-478c-a44c-7c5e074c8509 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:23.885060 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.910434 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434', 'code': 200} Jan 18 13:50:23.912349 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Usage tracker for resource:security_group_rule and tenant:155045f37b3e490a8dfd70e27d4d0490 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:23.917598 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:23.923738 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.931838 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1449f-2a75-4ec0-876e-7808e0431676 None None] Pushing event updated for resources: {'Port': ['ID=0b0996ad-6c67-479e-9819-6bd78fbabd9d,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:23.962748 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:23.982151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a944ca42-dbc0-478c-a44c-7c5e074c8509 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:23.983026 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:23.984453 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-4ee34bd5-1ba3-4f47-8f59-407b096c8850 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:23.985960 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-4ee34bd5-1ba3-4f47-8f59-407b096c8850 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.0925441 Jan 18 13:50:24.036639 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:24.044961 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:24.045196 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-4917a0d0-2cb6-4afc-8063-6404ae750ad2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516696 Jan 18 13:50:24.047311 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:24.049830 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:24.089106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:24.111502 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Usage tracker for resource:security_group_rule and tenant:235c0904292a4e5d932bb6f379f182f4 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:24.129899 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:24.165235 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:24.197450 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.201823 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:50:24.254940 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.266178 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.284503 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c231b2-4445-41ab-90df-b1467b024302 req-72ba769a-c5aa-484e-93ea-79ee9aa2d999 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:24.292159 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66c231b2-4445-41ab-90df-b1467b024302 req-72ba769a-c5aa-484e-93ea-79ee9aa2d999 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.5006981 Jan 18 13:50:24.412902 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=155045f37b3e490a8dfd70e27d4d0490&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3921859 Jan 18 13:50:24.417675 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37726) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:24.418930 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d88bb-64e0-4f17-a19b-a6883baeccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b1f5a-fb7b-4d32-9544-4d8bb711dad3,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:24.429703 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66c231b2-4445-41ab-90df-b1467b024302 req-03e844f3-f9be-4b95-870a-594affc8bc2c tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359668 Jan 18 13:50:24.434839 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.436491 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.457796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.473453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-641bb3aa-653d-41ca-af9b-4b2133aaf951 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171860 Jan 18 13:50:24.478124 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-03e48257-61a1-4401-a424-61946e83f8ae None None] Provisioning for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:24.487142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-74e2d502-9c12-4357-88ec-2d9ba6e3d635 req-9a8e8eaf-6fbc-46c1-bb95-7988edc22694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 1103 time: 0.3019185 Jan 18 13:50:24.489229 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-03e48257-61a1-4401-a424-61946e83f8ae None None] Provisioning complete for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:24.489775 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-03e48257-61a1-4401-a424-61946e83f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.554150 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:50:24.567314 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd979d02-ada0-4f10-93ec-1e7a39e4caae,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:24.580675 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.581000 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Added segment c31d0546-286d-418c-807d-01ca9b868af0 of type vlan for network ab66c7ba-72f0-4b18-abce-2b154fc9ab77 Jan 18 13:50:24.626323 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:19Z', 'revision_number': 3, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:24.633247 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-03e48257-61a1-4401-a424-61946e83f8ae None None] Port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:50:24.636500 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b2bdaa-9eb7-4ead-a2a4-e24550d30536 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:19Z', 'revision_number': 3, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:50:24.748789 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.832106 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.832985 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:24.833732 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.844031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-74e2d502-9c12-4357-88ec-2d9ba6e3d635 req-26c2956d-6c86-4bc4-be51-798b27e93b06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807139 Jan 18 13:50:24.889748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85b65a41-dd11-44ca-ad8a-8d758fce1e06 req-4dd558b7-9da0-4b40-ad4e-400d355b249a service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873782 Jan 18 13:50:24.892134 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:24.921272 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964056d-79f9-4611-a27b-789dde71e9f1 req-127ad21c-b12f-444e-a165-ad7f6e175336 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:24.922875 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e964056d-79f9-4611-a27b-789dde71e9f1 req-127ad21c-b12f-444e-a165-ad7f6e175336 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2584388 Jan 18 13:50:24.959310 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.005705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] Pushing event updated for resources: {'Network': ['ID=ab66c7ba-72f0-4b18-abce-2b154fc9ab77,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:25.019411 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network ab66c7ba-72f0-4b18-abce-2b154fc9ab77 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:50:25.023003 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6b94c967-a87b-47b0-b74f-19f76a3e405d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2460916 Jan 18 13:50:25.023803 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37736) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:25.031521 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Request body: {'subnet': {'network_id': 'ab66c7ba-72f0-4b18-abce-2b154fc9ab77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-403763743-subnet', 'tenant_id': '235c0904292a4e5d932bb6f379f182f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:25.034076 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e964056d-79f9-4611-a27b-789dde71e9f1 req-c94a804e-86d2-44c6-a3c4-6e39aab940f8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030519 Jan 18 13:50:25.043991 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.045807 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:25.062850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.066418 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Usage tracker for resource:subnet and tenant:235c0904292a4e5d932bb6f379f182f4 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:25.069953 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.079732 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b1f5a-fb7b-4d32-9544-4d8bb711dad3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:25.088783 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.090046 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8ce7d23a-6562-42c1-818d-7d2d546e3c4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e9b1f5a-fb7b-4d32-9544-4d8bb711dad3 HTTP/1.1" status: 204 len: 168 time: 0.6599121 Jan 18 13:50:25.149041 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:25.185380 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.194311 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:25.225955 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Made reservation on behalf of 235c0904292a4e5d932bb6f379f182f4 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:25.228267 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.373640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:25.477489 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:25.479607 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:25.595850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37746) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:25.630991 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.758995 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:25.764287 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Usage tracker for resource:security_group_rule and tenant:da90fc8cf5ab473ea1f43ec647b11f6d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:25.767499 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-b1c588d9-dc6c-428d-b8d3-1610b519b618 None None] Provisioning complete for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:25.768040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:25.768523 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-b1c588d9-dc6c-428d-b8d3-1610b519b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.775267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:25.835476 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-b1c588d9-dc6c-428d-b8d3-1610b519b618 None None] Port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:50:25.865117 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.870218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.875237 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0b0996ad-6c67-479e-9819-6bd78fbabd9d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:25.893075 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbbaeb-71f7-44f5-8fc3-2b45e231d02d req-8f2885e1-f7b1-43ea-93dd-1061bce58625 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:25.895380 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17dbbaeb-71f7-44f5-8fc3-2b45e231d02d req-8f2885e1-f7b1-43ea-93dd-1061bce58625 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.2546139 Jan 18 13:50:25.909177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:25.948882 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc7776-0be2-4374-a16b-4a1aa0733714,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:25.953039 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e4d93abb-887b-4d98-b327-c16d72cb67ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da90fc8cf5ab473ea1f43ec647b11f6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3550773 Jan 18 13:50:25.956164 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37752) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:25.970816 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 0b0996ad-6c67-479e-9819-6bd78fbabd9d completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:25.977199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 0b0996ad-6c67-479e-9819-6bd78fbabd9d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:25.977925 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.005625 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17dbbaeb-71f7-44f5-8fc3-2b45e231d02d req-c6fd73e0-98c7-46ba-926a-b4612017c61e tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842426 Jan 18 13:50:26.011863 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dad1bff-13da-4746-baba-06d1e49d8fd6,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:26.039910 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.099062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.118281 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.132825 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Checking segment: {'id': 'c31d0546-286d-418c-807d-01ca9b868af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ab66c7ba-72f0-4b18-abce-2b154fc9ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:26.133339 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Network hostable DHCP agents. Network: ab66c7ba-72f0-4b18-abce-2b154fc9ab77, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:50:26.136199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 0b0996ad-6c67-479e-9819-6bd78fbabd9d, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0b0996ad-6c67-479e-9819-6bd78fbabd9d,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:26.142049 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.172542 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.196430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc7776-0be2-4374-a16b-4a1aa0733714,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:26.216524 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.219409 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Network ab66c7ba-72f0-4b18-abce-2b154fc9ab77 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:50:26.219974 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-804fa45d-5de0-46f2-9480-a82cddbc1750 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93dc7776-0be2-4374-a16b-4a1aa0733714 HTTP/1.1" status: 204 len: 168 time: 0.2624183 Jan 18 13:50:26.241430 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, ab66c7ba-72f0-4b18-abce-2b154fc9ab77) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:26.257356 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:26.258189 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:26.288090 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:50:26.309811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=0b0996ad-6c67-479e-9819-6bd78fbabd9d,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:26.314729 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-38cf1cad-df50-4901-a1c7-c1a12f3a8d95 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2899477 Jan 18 13:50:26.318886 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c1b79-b36f-4518-8e33-12433d7f7320 None None] Network ab66c7ba-72f0-4b18-abce-2b154fc9ab77 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:26.460284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92fb92-f260-430e-a657-30502b1860dc req-d597f245-217e-4271-a945-521965b0a834 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:26.461818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4c92fb92-f260-430e-a657-30502b1860dc req-d597f245-217e-4271-a945-521965b0a834 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1272414 Jan 18 13:50:26.525571 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4c92fb92-f260-430e-a657-30502b1860dc req-ae7a5b20-02be-46bf-b149-f2dbbfd4c179 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570192 Jan 18 13:50:26.599840 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:50:26.616553 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bfbd7660-9efc-4813-a6a1-fd654a2f96f2 admin admin] 10.222.0.31 "PUT /v2.0/routers/b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4867663 Jan 18 13:50:26.710970 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d7220-9aef-46f6-a2c4-13b2a9565188 None None] Network ab66c7ba-72f0-4b18-abce-2b154fc9ab77 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:50:27.277158 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eaa9a-a498-4f04-b9ed-02a1a2ca32bb req-9dfcc33c-7e42-4a64-97ac-4354de57bd35 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:27.280757 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4e0eaa9a-a498-4f04-b9ed-02a1a2ca32bb req-9dfcc33c-7e42-4a64-97ac-4354de57bd35 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.1029117 Jan 18 13:50:27.417879 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4e0eaa9a-a498-4f04-b9ed-02a1a2ca32bb req-623de38c-637b-4f4e-833c-4d73ed2c3535 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277890 Jan 18 13:50:27.629210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37806) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:27.635019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919725736', 'description': 'tempest-description--74678027'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:27.646353 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:27.651770 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:27.655777 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:27.662762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:27.678082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:27.723961 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:27.729082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:27.738780 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:27.747534 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:27.828443 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0b0996ad-6c67-479e-9819-6bd78fbabd9d up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:27.918111 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 0b0996ad-6c67-479e-9819-6bd78fbabd9d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:27.918511 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.005333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.014137 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.068128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fbd01-9e0f-489a-aa8d-fb02e0a236c7 req-2fcefdde-c756-438d-a0aa-bae3f72530be tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:28.069609 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-583fbd01-9e0f-489a-aa8d-fb02e0a236c7 req-2fcefdde-c756-438d-a0aa-bae3f72530be tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2998776 Jan 18 13:50:28.087634 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.088584 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4584441 Jan 18 13:50:28.091673 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37828) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:28.098082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group_rule': {'security_group_id': '280f08ec-e2ac-4aba-9a5b-de8e3f595fa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:28.109805 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:28.122670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:28.129298 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:28.145570 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:28.192838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.255167 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4eae6-c9be-47b5-85e5-f9420e5c308d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:28.295479 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-583fbd01-9e0f-489a-aa8d-fb02e0a236c7 req-80ef43da-57b0-49f6-b1e5-7f5b6acfddb8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907449 Jan 18 13:50:28.361568 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.365216 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0ea08-c8fa-4307-afee-83c040fc452f req-1586aae3-e0ef-47b4-b4cb-3147ac243650 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:28.366854 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4f0ea08-c8fa-4307-afee-83c040fc452f req-1586aae3-e0ef-47b4-b4cb-3147ac243650 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.2812662 Jan 18 13:50:28.375768 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.395889 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811b8551-0f14-4fbe-bd35-9a440f6230d1,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:28.419053 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.423844 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37836) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:28.427366 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2d9fd928-e4e8-4c7d-8c58-5f3e3dcd6d2e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3346007 Jan 18 13:50:28.431956 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4f0ea08-c8fa-4307-afee-83c040fc452f req-a3e6fa19-e23b-4570-a49c-1fbcfe6c447e tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590110 Jan 18 13:50:28.436097 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group_rule': {'security_group_id': '280f08ec-e2ac-4aba-9a5b-de8e3f595fa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:28.443139 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:28.447964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:28.450751 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:28.460291 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:28.473157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.522783 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:50:28.535505 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:50:28.536397 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:28.559722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.564892 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.588310 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d915eac7-577a-43e5-af92-6c12d0e428b8,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:28.607239 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.611777 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bd38376c-b226-4e3c-94ec-83670a4f5f4b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1837962 Jan 18 13:50:28.612121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 37842) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:28.619140 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:28.629759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:28.635798 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:floatingip and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:28.638888 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:28.645629 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:28.662294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.762406 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:50:28.821318 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:28.950766 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37856) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:29.025016 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Allocated IP 172.27.0.27 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/bb639a01-2919-496a-8f24-28fc8ee6f9a5) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:29.146082 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 2, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:29.150811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:50:29.151156 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Updating router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:50:29.216995 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.225463 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.289754 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.297418 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:29.307987 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Usage tracker for resource:security_group_rule and tenant:aa4c5cebae6742f68d2ede0f4a63f278 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:29.314224 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:29.340382 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:29.350415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.490549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.498952 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.520518 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:29.521654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=bb639a01-2919-496a-8f24-28fc8ee6f9a5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:29.531306 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:29.535171 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:29.577512 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a08ab-ca97-4e1a-8f26-2644d8c657f8,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:29.591222 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa4c5cebae6742f68d2ede0f4a63f278&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6391273 Jan 18 13:50:29.600273 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37884) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:29.630938 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.631275 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.631608 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.631932 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.632278 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.632599 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.632914 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.633233 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.633549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.639962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.644422 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8dff08-a9c3-40b8-b66d-52c7b081ad0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:29.749360 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.778442 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.837987 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.851593 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.855071 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a08ab-ca97-4e1a-8f26-2644d8c657f8,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:29.859525 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.860671 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bb9ef4c0-2ad7-4646-8f5e-7611cf3e7e82 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a7a08ab-ca97-4e1a-8f26-2644d8c657f8 HTTP/1.1" status: 204 len: 168 time: 0.2594647 Jan 18 13:50:29.882610 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Transition to ACTIVE for port object a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:29.893678 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.977151 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:29.984716 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477c8ec-1f2d-4977-801d-cf22a4d2d11e req-31dea2e3-a271-4d9e-b56e-e5ffe86f6781 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:29.992531 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c477c8ec-1f2d-4977-801d-cf22a4d2d11e req-31dea2e3-a271-4d9e-b56e-e5ffe86f6781 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3512914 Jan 18 13:50:30.079198 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f6220-6398-41e9-aadd-33443da5390c req-0e5081d6-31e7-4d81-a3c2-81e9b29b3ab8 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:30.080739 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-094f6220-6398-41e9-aadd-33443da5390c req-0e5081d6-31e7-4d81-a3c2-81e9b29b3ab8 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.3646331 Jan 18 13:50:30.111517 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-6d4cfe68-0604-45d1-94a4-cd76a25a87c3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:30.113643 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-6d4cfe68-0604-45d1-94a4-cd76a25a87c3 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.3373828 Jan 18 13:50:30.118407 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cd625-63fd-4ac9-b9aa-26905cfef1bf None None] Pushing event updated for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:30.152359 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Attempting to bind port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:30.153376 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Attempting to bind port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:30.153958 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Attempting to bind port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:30.162184 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:30.163092 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Checking segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:30.163642 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.164229 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Bound using segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:30.164870 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Bound port: a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:30.165391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.199888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c477c8ec-1f2d-4977-801d-cf22a4d2d11e req-caeeaa28-59ae-4b26-ab1c-0d5f7d0fb7c8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064159 Jan 18 13:50:30.210316 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.294985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Deleting port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:50:30.295346 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.313066 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] For port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:30.324111 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] For port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:30.331458 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:30.371865 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-094f6220-6398-41e9-aadd-33443da5390c req-fd61f978-19bd-4723-9a8f-4f1c43c0467b tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803586 Jan 18 13:50:30.506713 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:50:30.507515 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:30.819603 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cd625-63fd-4ac9-b9aa-26905cfef1bf None None] Pushing event updated for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:30.841004 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:50:31.010828 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] For port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,segment=NetworkSegment(5404124c-7dfc-4579-b2ee-04b9ff01942f),segment_id=5404124c-7dfc-4579-b2ee-04b9ff01942f)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:31.011210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:31.029912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:31.112907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:31.298415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Calling delete_port for 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:50:31.308877 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:30Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:31.314889 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c7c9-3d87-4be2-9463-60489cfa2067 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:30Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:50:31.716643 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:31.783862 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=bb639a01-2919-496a-8f24-28fc8ee6f9a5,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:31.803610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:31.812656 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1906321 Jan 18 13:50:31.864035 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:31.869347 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.869720 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.870085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.870546 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.871026 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.871810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.872199 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.872791 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.873017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.873367 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.873717 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5725eaf5-755a-4696-87e4-271b736ae52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:31.967379 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0f5dc-6ba8-4946-b1e5-0cc381c0cb39 req-fea9b596-253a-41ea-abc9-5567ae500a24 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:31.969592 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cfe0f5dc-6ba8-4946-b1e5-0cc381c0cb39 req-fea9b596-253a-41ea-abc9-5567ae500a24 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.4033382 Jan 18 13:50:31.982705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b1c3-d729-4aec-8b0b-6be076044d4a req-abe5b93d-11ee-46fe-bea4-98cc37b16d05 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:31.984365 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e20b1c3-d729-4aec-8b0b-6be076044d4a req-abe5b93d-11ee-46fe-bea4-98cc37b16d05 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a610b28-d191-48f5-9f31-9e48131c1893 HTTP/1.1" status: 200 len: 950 time: 0.3297269 Jan 18 13:50:32.044321 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:32.053747 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:32.054365 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.073105 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.094299 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['3b81cc0f-5d2b-42d1-a856-e6e46f7e3434'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:32.155427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Pushing event deleted for resources: {'Port': ['ID=3b81cc0f-5d2b-42d1-a856-e6e46f7e3434,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:32.171041 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cfe0f5dc-6ba8-4946-b1e5-0cc381c0cb39 req-ec945cb0-25d5-436d-954a-ec45b7a93472 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856353 Jan 18 13:50:32.220850 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e20b1c3-d729-4aec-8b0b-6be076044d4a req-07e66d56-d663-4a98-874e-41c1d418f44e tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.31 "GET /v2.0/security-groups?id=9b274f22-3060-4bad-9600-6f40218e19f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005146 Jan 18 13:50:32.287938 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.344037 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:32.352729 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.356771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] No DVR routers for this DVR port 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:50:32.383574 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.408227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'name': 'network-vif-deleted', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:32.470812 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aa2554cd-1394-4797-a1f8-003e53b11e86 req-5d62127e-376c-403e-8801-b007c79ce960 tempest-VolumesNegativeTest-1583506166 tempest-VolumesNegativeTest-1583506166-project] 10.222.0.36 "DELETE /v2.0/ports/3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 HTTP/1.1" status: 204 len: 173 time: 2.3371761 Jan 18 13:50:32.524073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:32.540089 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37952) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:32.760407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-a35880e2-49e2-48dd-b439-dafbde88af4d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:32.785870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-a35880e2-49e2-48dd-b439-dafbde88af4d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:32.787146 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-a35880e2-49e2-48dd-b439-dafbde88af4d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1919725736&fields=id&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 267 time: 0.1131666 Jan 18 13:50:32.799086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.847898 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:32.852648 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Usage tracker for resource:security_group_rule and tenant:91a185c8678a42f9aeb3cdebef19c02c is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:32.856117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:32.863826 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:32.960706 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.970681 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:32.989072 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-62d22c62-a24a-4e5a-a4d8-ad4cc819ad68 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:32.991163 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-62d22c62-a24a-4e5a-a4d8-ad4cc819ad68 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 817 time: 0.1949542 Jan 18 13:50:33.015633 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-c22569f3-e4e7-4da1-9292-f5c037aaae31 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/quotas/16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 375 time: 0.0189943 Jan 18 13:50:33.040291 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c39805-4d89-4e7a-857c-119934a4c56e,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:33.048719 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f8146862-f730-439b-8704-9dee73115d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91a185c8678a42f9aeb3cdebef19c02c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5044549 Jan 18 13:50:33.050424 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 37974) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:33.137602 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a610b28-d191-48f5-9f31-9e48131c1893', 'name': 'network-vif-deleted', 'tag': '3b81cc0f-5d2b-42d1-a856-e6e46f7e3434', 'status': 'completed', 'code': 200} Jan 18 13:50:33.172649 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:33.205070 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:33.225940 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-d9b0a3ca-e12c-481f-9310-6e645379cda8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033863 Jan 18 13:50:33.313334 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:33.357478 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c39805-4d89-4e7a-857c-119934a4c56e,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:33.359363 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:33.360798 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ad6cc874-14b9-4142-87cd-0d842db51040 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8c39805-4d89-4e7a-857c-119934a4c56e HTTP/1.1" status: 204 len: 168 time: 0.3098135 Jan 18 13:50:33.576599 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-288856d8-6f5c-4a6f-b140-bb72dc623d73 service neutron] 10.222.0.31 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471472 Jan 18 13:50:33.610950 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f28f1-e7c5-4280-8f94-12b7a9002741 req-d235b5fc-de83-46e4-a18b-16d2db8bfcc4 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:33.612616 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-975f28f1-e7c5-4280-8f94-12b7a9002741 req-d235b5fc-de83-46e4-a18b-16d2db8bfcc4 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2217321 Jan 18 13:50:33.751452 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-975f28f1-e7c5-4280-8f94-12b7a9002741 req-59f17c16-bdc2-4040-aee1-05a54ff5261a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809259 Jan 18 13:50:33.772013 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-67261872-0503-454a-95b0-f816124a5f35 service neutron] 10.222.0.31 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854887 Jan 18 13:50:33.810982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:33.907072 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:33.907439 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:33.993311 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ee60db17-f7ed-4c7e-9dc0-2291376fcec4 req-8dc8e9c8-0c8c-4b4b-924d-ad4d337133d0 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 210 time: 0.0465436 Jan 18 13:50:34.545019 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:50:34.599235 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:50:34.599584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 3b81cc0f-5d2b-42d1-a856-e6e46f7e3434 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:50:34.730551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-bacf9858-81df-43ae-9907-0a76e80f5b04 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:34.732449 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-bacf9858-81df-43ae-9907-0a76e80f5b04 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.3156695 Jan 18 13:50:34.756533 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-ad9c72fd-fa3b-4245-9891-6d56a84cb6e7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/quotas/db91bdcfb42e44958888e46d56247c7e HTTP/1.1" status: 200 len: 375 time: 0.0179195 Jan 18 13:50:34.854898 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-4be13d41-29e0-4210-a102-0ee37dda05d0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975022 Jan 18 13:50:35.006341 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a6e73a86-b81b-489d-8f67-4c09676e4b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:35.059263 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-a39740cc-c22e-4e7b-b925-c760bcfd8620 service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974320 Jan 18 13:50:35.070025 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b507d4c-5419-4cdf-a041-817b033e0bc2 req-db822168-cfab-40bf-914e-4bede0519bbc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:35.071467 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b507d4c-5419-4cdf-a041-817b033e0bc2 req-db822168-cfab-40bf-914e-4bede0519bbc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1302383 Jan 18 13:50:35.211079 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b507d4c-5419-4cdf-a041-817b033e0bc2 req-208450f6-ee6f-4ce8-9ea0-ae3cbcd3b566 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211014 Jan 18 13:50:35.469023 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-07f107ea-eac8-41ef-ac45-e85e047885d3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:35.469023 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-07f107ea-eac8-41ef-ac45-e85e047885d3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 817 time: 0.1842282 Jan 18 13:50:35.471973 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-7bd2ba21-62c4-44db-b4cd-c850cea3c783 service neutron] 10.222.0.31 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989553 Jan 18 13:50:35.523999 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fb266e03-5f88-457c-8c07-a4c6a9155e3d req-1ebf213a-f8f9-4ce2-83f4-28028b3971fc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 210 time: 0.0561295 Jan 18 13:50:35.599316 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-3fb9c493-96f6-4536-9e75-b70a8114cba7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 380 time: 0.0740769 Jan 18 13:50:35.610700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'port': {'device_id': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'admin_state_up': True, 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'security_groups': ['280f08ec-e2ac-4aba-9a5b-de8e3f595fa1']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:35.817981 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a568b5c7-85f8-4f5d-892e-e358cd79ca78 req-4c132966-35a8-455b-bc32-0c0357f2125b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 210 time: 0.0483413 Jan 18 13:50:35.894313 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39ed6310-38ce-497f-9aa9-ecbd4192087c req-721a23b3-0e7d-4bd1-8ba5-1c8bc1d32738 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.2427251 Jan 18 13:50:35.919515 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:35.930627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:port and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:50:35.934263 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:50:35.950309 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:35.966600 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39ed6310-38ce-497f-9aa9-ecbd4192087c req-a1544818-7e90-4e27-b77c-ca46a7f286d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661650 Jan 18 13:50:35.967915 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Made reservation on behalf of 16e8efa5147b4c5ab02be2152c8e6d6b for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:35.971114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:36.155643 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Allocated IP 172.20.0.7 (4d3d0a9d-b26a-4372-bbf4-bb64b1302c77/aa72fa24-7c3d-43c7-b51c-801f76061d05/5181b004-6190-4db5-bc3f-263c86edcdfd) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:36.548468 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:36.568051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d53a0-a7c4-427c-8f3f-a4b27ea8b4bc req-1ad60d8b-e959-4bb2-9878-c20153839037 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:36.569663 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0d8d53a0-a7c4-427c-8f3f-a4b27ea8b4bc req-1ad60d8b-e959-4bb2-9878-c20153839037 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1672978 Jan 18 13:50:36.577995 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Transition to ACTIVE for port object 5181b004-6190-4db5-bc3f-263c86edcdfd will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:36.634813 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0d8d53a0-a7c4-427c-8f3f-a4b27ea8b4bc req-7e2fbbc6-6bdb-45eb-aeef-c163177b90e4 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Jan 18 13:50:36.645560 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:36.858604 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:36.880337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:36.885332 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:36.905408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:36.906066 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:36.931857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:36.976370 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-ce8196b7-03d8-4817-b619-b1036629d928 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3710647 Jan 18 13:50:36.996464 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Request body: {'port': {'device_id': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:37.093708 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b2845cb0-b014-49aa-bea6-058f3c813707 req-5ad43315-4b2f-4b83-be62-b6193ed4c82d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 210 time: 0.0676317 Jan 18 13:50:37.202269 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0198f-9531-4fd8-8b4c-57da78ea0c7d req-486781c1-0b4f-4241-9053-3a4603f984c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:37.203010 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-45e0198f-9531-4fd8-8b4c-57da78ea0c7d req-486781c1-0b4f-4241-9053-3a4603f984c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:37.250178 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-52a586c7-9471-4754-bb7c-02bb3e57256d None None] Provisioning for port 5181b004-6190-4db5-bc3f-263c86edcdfd completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:37.256749 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-52a586c7-9471-4754-bb7c-02bb3e57256d None None] Provisioning complete for port 5181b004-6190-4db5-bc3f-263c86edcdfd triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:37.258407 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-52a586c7-9471-4754-bb7c-02bb3e57256d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:37.328621 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:37.356492 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-45e0198f-9531-4fd8-8b4c-57da78ea0c7d req-486781c1-0b4f-4241-9053-3a4603f984c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:37.357925 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45e0198f-9531-4fd8-8b4c-57da78ea0c7d req-486781c1-0b4f-4241-9053-3a4603f984c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 931 time: 0.5453219 Jan 18 13:50:37.374582 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-52a586c7-9471-4754-bb7c-02bb3e57256d None None] Port 5181b004-6190-4db5-bc3f-263c86edcdfd cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:50:37.409610 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-78c2c927-ce82-49ff-ab7c-16f93c2d07e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:37.487808 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-c86a146f-7ce7-4f4e-a2ea-9961588d40fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:37.489248 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-c86a146f-7ce7-4f4e-a2ea-9961588d40fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 814 time: 0.3944108 Jan 18 13:50:37.558771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Request body: {'port': {'device_id': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'admin_state_up': True, 'tenant_id': 'db91bdcfb42e44958888e46d56247c7e'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:37.579077 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-45e0198f-9531-4fd8-8b4c-57da78ea0c7d req-80bc30e8-69dc-4259-81df-c3e0da5a0ae2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029667 Jan 18 13:50:37.835325 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:50:37.868849 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:50:37.895829 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Made reservation on behalf of db91bdcfb42e44958888e46d56247c7e for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:50:37.898773 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.038154 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aafa2-722c-4b14-aaaa-b1f591020fec req-81fd1a53-4315-4069-a2b8-5d0ed0f45225 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:38.039701 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2aafa2-722c-4b14-aaaa-b1f591020fec req-81fd1a53-4315-4069-a2b8-5d0ed0f45225 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2498376 Jan 18 13:50:38.099078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:38.113890 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.180738 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Transition to ACTIVE for port object 5181b004-6190-4db5-bc3f-263c86edcdfd will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:38.191098 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.248886 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2aafa2-722c-4b14-aaaa-b1f591020fec req-da1eeb48-733c-4c6d-a90f-c0e16a49f522 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943760 Jan 18 13:50:38.277567 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Allocated IP 172.20.0.3 (8e0d665a-3386-436a-bad8-84d8e4e7dbee/f96210d2-f08d-4ce4-b469-e6da3f60f086/481cdfc6-e9bf-4d50-b610-855b74ac76e9) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:50:38.329003 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.373610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:38.464670 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c2d9de9-b468-4d57-ba05-bcee41413d93 req-bc6c4718-0352-4dbb-a476-433e6b3aafdd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 210 time: 0.1237714 Jan 18 13:50:38.553712 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.579638 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Attempting to bind port 5181b004-6190-4db5-bc3f-263c86edcdfd on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:38.579992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Attempting to bind port 5181b004-6190-4db5-bc3f-263c86edcdfd by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:38.580315 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Attempting to bind port 5181b004-6190-4db5-bc3f-263c86edcdfd on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:38.770835 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Port 5181b004-6190-4db5-bc3f-263c86edcdfd on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:50:38.771155 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Attempting to bind port 5181b004-6190-4db5-bc3f-263c86edcdfd on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:38.935360 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:38.935768 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Checking segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:38.936253 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Bound using segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:38.936750 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Bound port: 5181b004-6190-4db5-bc3f-263c86edcdfd, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:38.937162 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:38.955348 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-b7850d0e-51f5-4048-a1b4-266472884cae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.1004980 Jan 18 13:50:38.985988 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.091617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-4bcda250-0a34-43c4-a3a6-f285b0022116 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:39.093081 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-4bcda250-0a34-43c4-a3a6-f285b0022116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.1241722 Jan 18 13:50:39.137844 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f6a50-f947-4716-9a7b-0110f9cafd98 req-eda93022-6a83-4aec-a387-31e46512a2bb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:39.139199 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1e9f6a50-f947-4716-9a7b-0110f9cafd98 req-eda93022-6a83-4aec-a387-31e46512a2bb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.3588355 Jan 18 13:50:39.144846 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.148227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:39.152922 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:39.159206 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637', 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', '6b1f7c46-1369-4f53-b824-d876a95e07ff'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:39.166888 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-5c4c9ca3-a78e-44e8-b39e-4253128e2cc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.0659654 Jan 18 13:50:39.217133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.237368 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-04904428-0c1f-4c33-a0e3-533098c91015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:39.238837 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-04904428-0c1f-4c33-a0e3-533098c91015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.0661707 Jan 18 13:50:39.243781 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063a93b-9c90-44f3-998d-66e7e9c71a79 req-666437eb-66e7-429f-a825-d4a93c50b4bf tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:39.245259 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b063a93b-9c90-44f3-998d-66e7e9c71a79 req-666437eb-66e7-429f-a825-d4a93c50b4bf tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3187668 Jan 18 13:50:39.291397 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-ddde4174-fbb8-4548-8cae-51ed8f579478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438726 Jan 18 13:50:39.306810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Network 8e0d665a-3386-436a-bad8-84d8e4e7dbee is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:50:39.313103 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event updated for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:39.315980 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:50:39.362263 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.363891 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] 10.222.0.36 "PUT /v2.0/ports/5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 1093 time: 2.3728015 Jan 18 13:50:39.364386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:39.398321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1e9f6a50-f947-4716-9a7b-0110f9cafd98 req-6d9e601b-4256-4069-b2b6-8f78a078d5b4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514446 Jan 18 13:50:39.489809 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:50:39.497393 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:39.497647 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.528369 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b063a93b-9c90-44f3-998d-66e7e9c71a79 req-068140ab-4a4e-4341-b15a-5752957fc9e5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758265 Jan 18 13:50:39.555803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94b906-e676-4eb6-be11-c4f04f7b074d service neutron] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:39.561584 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-ec66b2f1-7fc6-4b6a-98e2-b697eecdd37d service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636240 Jan 18 13:50:39.611588 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-81c48783-1816-4870-bb2c-a487452efdfc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1020877 Jan 18 13:50:39.613938 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'status': 'completed', 'code': 200} Jan 18 13:50:39.618835 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-b6420560-7f18-4b75-b7d7-e20b0e4c439b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1096 time: 0.2003086 Jan 18 13:50:39.624305 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Request body: {'port': {'device_id': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:50:39.841201 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:39.856547 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-7e25cc4b-fd64-40ae-b3b5-7b5bfe69c20c service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871048 Jan 18 13:50:39.976423 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-6707e6e9-1a8a-44a8-801d-55b996ccad4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 217 time: 0.1518643 Jan 18 13:50:39.986947 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:40.128263 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-59aa77ed-df03-4653-bf92-9f0d9400c26c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:40.129808 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-59aa77ed-df03-4653-bf92-9f0d9400c26c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1439145 Jan 18 13:50:40.235023 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5386b-5322-4e3f-9907-d74586e91531 req-fc5db1f2-8847-482c-8792-61c31c70e3b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:40.235715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0bd5386b-5322-4e3f-9907-d74586e91531 req-fc5db1f2-8847-482c-8792-61c31c70e3b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:50:40.315017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0bd5386b-5322-4e3f-9907-d74586e91531 req-fc5db1f2-8847-482c-8792-61c31c70e3b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:50:40.316342 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0bd5386b-5322-4e3f-9907-d74586e91531 req-fc5db1f2-8847-482c-8792-61c31c70e3b4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 931 time: 0.4163158 Jan 18 13:50:40.472397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-8aff202c-e2e3-426b-b6dc-bf9bc76b3770 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3274288 Jan 18 13:50:40.482552 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38286) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:40.647415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0bd5386b-5322-4e3f-9907-d74586e91531 req-adfa0517-013d-4973-a306-70d40a38f004 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802036 Jan 18 13:50:40.795563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.db.resource_extend [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:50:40.808969 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1df37cf4-db87-45d1-a056-624059edb151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=781fb29f3ee5427a8abe226edeecbe4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3297296 Jan 18 13:50:40.811510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38302) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:40.845139 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-c354d87f-a20f-4bba-aced-88ffdfea21c6 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454080 Jan 18 13:50:40.876420 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:40.906254 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:40.965649 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:40.983437 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b274f22-3060-4bad-9600-6f40218e19f3,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:40.995866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:40.999734 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ca09f005-2dc2-44dd-9aff-6aabdff0af9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b274f22-3060-4bad-9600-6f40218e19f3 HTTP/1.1" status: 204 len: 168 time: 0.1843324 Jan 18 13:50:41.083975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481cdfc6-e9bf-4d50-b610-855b74ac76e9 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:41.099641 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b05b3-5f17-4145-8b20-0ed0946e8e8c req-af5c089b-099e-44ae-960d-c1309402085f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:41.101102 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864b05b3-5f17-4145-8b20-0ed0946e8e8c req-af5c089b-099e-44ae-960d-c1309402085f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.4183412 Jan 18 13:50:41.112953 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:41.193434 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Transition to ACTIVE for port object 481cdfc6-e9bf-4d50-b610-855b74ac76e9 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:50:41.200667 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5d7dd8-22a7-4709-a700-d8234a4d365e req-63192ca9-d91d-49c2-ada1-4faa0f5b1465 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249807 Jan 18 13:50:41.204708 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:41.256830 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501cc20-8048-4f24-a01b-216e84232d48 req-ecfde1a1-aa0b-48f0-a064-0b315282729e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:41.258166 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8501cc20-8048-4f24-a01b-216e84232d48 req-ecfde1a1-aa0b-48f0-a064-0b315282729e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.4520566 Jan 18 13:50:41.306636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864b05b3-5f17-4145-8b20-0ed0946e8e8c req-6202f1dc-8265-4f16-b863-26e07c1cd0de tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963601 Jan 18 13:50:41.418359 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Pushing event updated for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:41.514181 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8501cc20-8048-4f24-a01b-216e84232d48 req-f5ab47b2-3a31-470f-ae89-e4cf89755161 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137637 Jan 18 13:50:41.554564 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Attempting to bind port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:50:41.554907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Attempting to bind port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:50:41.555234 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Attempting to bind port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:41.574218 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-325dbad5-4e29-4400-9742-21e4d303817d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1096 time: 0.3278229 Jan 18 13:50:41.576206 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:50:41.576527 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Attempting to bind port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 on network 8e0d665a-3386-436a-bad8-84d8e4e7dbee {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:50:41.615014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:50:41.615350 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Checking segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:50:41.615729 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Bound using segment: {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:50:41.616228 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Bound port: 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e06471a-9614-4a4e-b7fd-a05473f9cfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:50:41.616543 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:41.795586 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fed9a9-d279-44fe-9cf3-d7580b44cc9d req-eeffbfc0-a7de-4ae4-bbbc-7937f378b60a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:41.797132 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7fed9a9-d279-44fe-9cf3-d7580b44cc9d req-eeffbfc0-a7de-4ae4-bbbc-7937f378b60a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3243268 Jan 18 13:50:41.811619 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:50:41.864515 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:50:41.910678 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df2177-43b3-4b30-97ec-015909cdbeed req-fcc6d947-fd22-4c06-b7dc-f353ad696d7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:41.912155 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-fcc6d947-fd22-4c06-b7dc-f353ad696d7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.3276601 Jan 18 13:50:41.921886 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:42.084776 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b7fed9a9-d279-44fe-9cf3-d7580b44cc9d req-068d4d07-c353-4045-8f12-182dc9861a65 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775519 Jan 18 13:50:42.091186 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-2de12feb-69e6-41fd-b03e-734e3f3610ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 217 time: 0.1234210 Jan 18 13:50:42.145122 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:42.146533 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] 10.222.0.36 "PUT /v2.0/ports/481cdfc6-e9bf-4d50-b610-855b74ac76e9 HTTP/1.1" status: 200 len: 1093 time: 2.5266111 Jan 18 13:50:42.148487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:42.170792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effb05-9983-497a-a49d-beafd9f4de3d service neutron] Pushing event updated for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:42.246103 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aee2a7-dea6-4a78-abca-03230664c289 req-558d5990-17b4-459e-b25b-5c7de20d996e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:42.247504 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8aee2a7-dea6-4a78-abca-03230664c289 req-558d5990-17b4-459e-b25b-5c7de20d996e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.3900847 Jan 18 13:50:42.253846 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df2177-43b3-4b30-97ec-015909cdbeed req-c510aa21-828a-4d51-b933-84e4a06466b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:42.255333 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-c510aa21-828a-4d51-b933-84e4a06466b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1552911 Jan 18 13:50:42.285073 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9', 'status': 'completed', 'code': 200} Jan 18 13:50:42.377864 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8aee2a7-dea6-4a78-abca-03230664c289 req-014d4e2f-56ba-4ae1-9ac8-a836407f14fb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208842 Jan 18 13:50:42.386598 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-6ce9d36b-a14c-42db-901e-f83da3d847e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 1096 time: 0.1845903 Jan 18 13:50:42.407278 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-da70153a-6c9b-4d31-9190-942e866c998a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1257076 Jan 18 13:50:42.499924 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-19bbf270-74d7-462d-af75-53c98970a0e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9 HTTP/1.1" status: 200 len: 217 time: 0.0996943 Jan 18 13:50:42.687856 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-8abf7353-e6cf-47d5-ba24-41fc30ca457a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:42.689273 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-8abf7353-e6cf-47d5-ba24-41fc30ca457a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.1457047 Jan 18 13:50:42.879198 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-fa653300-04a4-4b1f-bda2-2d97b15d0eae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625820 Jan 18 13:50:42.883868 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-7d19179c-6e1c-4fea-9138-4e9fb0f4d054 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204979 Jan 18 13:50:43.046529 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f2af-329d-4cf2-bd45-de482c42b8f6 req-64ceed53-5f60-4979-8916-64b8ab9756e3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.048055 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ca9f2af-329d-4cf2-bd45-de482c42b8f6 req-64ceed53-5f60-4979-8916-64b8ab9756e3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.5032649 Jan 18 13:50:43.144429 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bacec-b076-4fa0-bd3c-799485bda1a1 req-3be2a9db-5c04-46b4-88a0-737416806471 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.145778 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-672bacec-b076-4fa0-bd3c-799485bda1a1 req-3be2a9db-5c04-46b4-88a0-737416806471 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.4596896 Jan 18 13:50:43.213948 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2ca9f2af-329d-4cf2-bd45-de482c42b8f6 req-663e9da0-e67d-44b4-95fe-e84220b5e685 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528254 Jan 18 13:50:43.235703 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22df2177-43b3-4b30-97ec-015909cdbeed req-23262066-a1eb-4ed1-8299-c78fadab7b61 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146584 Jan 18 13:50:43.238586 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-eee0319c-aa58-4678-b9d1-67503ccc6277 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439996 Jan 18 13:50:43.240220 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:50:43.272894 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-672bacec-b076-4fa0-bd3c-799485bda1a1 req-d916b395-db18-47ee-85e1-177df629e424 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031623 Jan 18 13:50:43.423689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7373d8b8-54aa-47f4-b5f2-83d6afc898cb req-8c10629f-8747-453f-8964-f7112711188b service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743765 Jan 18 13:50:43.461986 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f37a6b-c4cc-4743-bdc4-0c83cb0cca10 req-58beb6dc-6987-4468-98aa-4fad02ad68bb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.463492 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08f37a6b-c4cc-4743-bdc4-0c83cb0cca10 req-58beb6dc-6987-4468-98aa-4fad02ad68bb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1116674 Jan 18 13:50:43.606756 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08f37a6b-c4cc-4743-bdc4-0c83cb0cca10 req-54771c5a-a0b7-4992-a60e-d069a0be36cc tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364627 Jan 18 13:50:43.646505 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-6bd18d46-d1e3-4af5-9d8f-8a8ed0e8f237 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db91bdcfb42e44958888e46d56247c7e&device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 1096 time: 0.1573422 Jan 18 13:50:43.655141 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8e19e-c3a9-402d-8da9-405d1aa1b5dc req-8fdc8240-3062-45bb-b90a-b601152b655a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.656578 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7d8e19e-c3a9-402d-8da9-405d1aa1b5dc req-8fdc8240-3062-45bb-b90a-b601152b655a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.1123686 Jan 18 13:50:43.801362 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7d8e19e-c3a9-402d-8da9-405d1aa1b5dc req-d9392d41-dc58-477f-a17e-2fed2cdedcb9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210365 Jan 18 13:50:43.836968 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-6ec16898-dca7-44c8-b3b5-808888974b5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.838460 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-6ec16898-dca7-44c8-b3b5-808888974b5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 200 len: 915 time: 0.1810012 Jan 18 13:50:43.913645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-e95c434e-0b48-44de-b56f-ed60fe81376b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9 HTTP/1.1" status: 200 len: 217 time: 0.0620246 Jan 18 13:50:43.984082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-f6f017f3-b2d7-439e-9e9c-6d9160ffb611 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:43.985623 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-f6f017f3-b2d7-439e-9e9c-6d9160ffb611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 200 len: 854 time: 0.0654306 Jan 18 13:50:44.044948 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-6c90f609-8e9a-41f4-ae34-05bb64c40b9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e0d665a-3386-436a-bad8-84d8e4e7dbee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521238 Jan 18 13:50:44.204770 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-92c02764-c681-4ff5-9b10-d21875a8c9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515839 Jan 18 13:50:44.382978 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8dbb5b0-52bb-4c04-b9ea-8a69d811dea1 req-709748dc-4f07-4e5d-8f41-80cdb98c19c1 service neutron] 10.222.0.36 "GET /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708210 Jan 18 13:50:44.546584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:50:44.613870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19239067-548b-4ba3-8c3b-5c59b56ff8b9 req-0b491262-35ee-4a39-96eb-6d1abfc0dafa tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:44.615422 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19239067-548b-4ba3-8c3b-5c59b56ff8b9 req-0b491262-35ee-4a39-96eb-6d1abfc0dafa tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.2313600 Jan 18 13:50:44.622767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01109b24-4f3e-409e-98ac-32d3a57be59c req-99127983-aebf-49c5-b2b4-19a3a4e1ac3b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:44.628537 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01109b24-4f3e-409e-98ac-32d3a57be59c req-99127983-aebf-49c5-b2b4-19a3a4e1ac3b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1907852 Jan 18 13:50:44.707514 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19239067-548b-4ba3-8c3b-5c59b56ff8b9 req-b15c029a-140e-4c95-be0f-814c3142d6e7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778642 Jan 18 13:50:44.709642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01109b24-4f3e-409e-98ac-32d3a57be59c req-6469ea58-137c-4d8f-b38d-141731b1c767 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781035 Jan 18 13:50:44.722599 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:44.737264 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:50:44.801026 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:44.818149 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:44.833438 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:44.837236 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:44.905050 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:44.914541 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.914885 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.915219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.915549 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.915884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.916228 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.916549 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.916868 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.917185 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.917498 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:44.917809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:50:45.005837 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee7449-c6f0-4066-9644-bdd34edfbdbb req-08a64f29-1c46-4de0-8ef8-035a4acaa412 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:45.007289 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-daee7449-c6f0-4066-9644-bdd34edfbdbb req-08a64f29-1c46-4de0-8ef8-035a4acaa412 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.0775867 Jan 18 13:50:45.052430 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-daee7449-c6f0-4066-9644-bdd34edfbdbb req-24a8ab55-ccb7-4c15-91ea-61b474fa268a tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Jan 18 13:50:45.483935 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182b0a-7851-4092-bda6-7c5d5ea4c129 req-28c5eec9-8eb3-406d-aed6-69ea747f8b78 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:45.485314 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4e182b0a-7851-4092-bda6-7c5d5ea4c129 req-28c5eec9-8eb3-406d-aed6-69ea747f8b78 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0861447 Jan 18 13:50:45.532226 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4e182b0a-7851-4092-bda6-7c5d5ea4c129 req-8cac7a91-f58c-479d-ac75-c6dc486fe2e8 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398710 Jan 18 13:50:45.917356 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70008a7-0f4a-4ec1-b916-3821da87d2a3 req-0fcca15f-db26-4303-8d5d-e40e4e30aef5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:45.918790 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a70008a7-0f4a-4ec1-b916-3821da87d2a3 req-0fcca15f-db26-4303-8d5d-e40e4e30aef5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0755551 Jan 18 13:50:45.963383 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a70008a7-0f4a-4ec1-b916-3821da87d2a3 req-142aa0c4-3fd5-4f4a-8b1c-80466c5ac8cf tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391586 Jan 18 13:50:46.148822 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d04cfd-14f3-4cab-bb32-137de74859c5 req-4dd33231-a50f-408f-a77a-0db441d204dc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:46.150261 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3d04cfd-14f3-4cab-bb32-137de74859c5 req-4dd33231-a50f-408f-a77a-0db441d204dc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.0790863 Jan 18 13:50:46.196031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c3d04cfd-14f3-4cab-bb32-137de74859c5 req-8e4745e2-8c90-403b-8aff-450e5d5c8b1d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399024 Jan 18 13:50:46.391648 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98877c2d-5889-4889-aa7b-7c34a57223c8 req-7edfef4e-3e11-459f-a7e2-0a8a82c0a6b1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:46.394036 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98877c2d-5889-4889-aa7b-7c34a57223c8 req-7edfef4e-3e11-459f-a7e2-0a8a82c0a6b1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.0775611 Jan 18 13:50:46.440204 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98877c2d-5889-4889-aa7b-7c34a57223c8 req-f2419da0-ee61-4576-a56c-3ed6ee894278 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Jan 18 13:50:47.175141 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dcdd8-106c-4cb8-b098-20e96433ae34 req-3cf0f5e2-2d15-46b2-97a6-466454202133 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:47.176815 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e56dcdd8-106c-4cb8-b098-20e96433ae34 req-3cf0f5e2-2d15-46b2-97a6-466454202133 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0883594 Jan 18 13:50:47.225143 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e56dcdd8-106c-4cb8-b098-20e96433ae34 req-ab995d20-7f12-4f48-aa75-ca77b6189323 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Jan 18 13:50:47.392253 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['5181b004-6190-4db5-bc3f-263c86edcdfd'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:47.457054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a4bf4-2105-4273-aea0-d68aaf1ca88c req-c3a937c8-be62-407c-a54d-53a5f1e4b82b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:47.458600 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-949a4bf4-2105-4273-aea0-d68aaf1ca88c req-c3a937c8-be62-407c-a54d-53a5f1e4b82b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.1104510 Jan 18 13:50:47.541576 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-949a4bf4-2105-4273-aea0-d68aaf1ca88c req-769155a9-64d4-4202-87f3-2e764f82be89 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756497 Jan 18 13:50:47.684984 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea36f-1fea-4969-812b-1faa289f467c req-916069d2-c00d-48b5-8f28-86becee617fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:47.686415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aadea36f-1fea-4969-812b-1faa289f467c req-916069d2-c00d-48b5-8f28-86becee617fd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.0853183 Jan 18 13:50:47.732917 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aadea36f-1fea-4969-812b-1faa289f467c req-8ea82166-f4e1-481e-aca0-e07e27591155 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jan 18 13:50:48.426647 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 38448) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:48.462948 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed131-61fb-41f6-957e-4ac0a8d51c66 req-a70910f5-07ee-4948-babc-ddff65d21a66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:48.464420 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b5ed131-61fb-41f6-957e-4ac0a8d51c66 req-a70910f5-07ee-4948-babc-ddff65d21a66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1141920 Jan 18 13:50:48.521214 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Deleting subnet 598115b7-d8d0-46ca-b580-0224f5c3b720 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:50:48.527959 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.565071 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b5ed131-61fb-41f6-957e-4ac0a8d51c66 req-ec04dafd-1ddf-4c8d-92fc-4132af795eab tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918710 Jan 18 13:50:48.584433 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.591681 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.660750 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.732877 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=598115b7-d8d0-46ca-b580-0224f5c3b720,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:48.749911 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.759307 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bf4084c6-7176-47c9-9854-360220be857f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/598115b7-d8d0-46ca-b580-0224f5c3b720 HTTP/1.1" status: 204 len: 168 time: 0.3316858 Jan 18 13:50:48.762033 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38456) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:48.803613 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5989e-5387-4c7a-b82e-661585a202df req-3621be79-d04c-434d-86d1-0ab2d6cce543 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:48.805531 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-04d5989e-5387-4c7a-b82e-661585a202df req-3621be79-d04c-434d-86d1-0ab2d6cce543 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.1114197 Jan 18 13:50:48.855533 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-04d5989e-5387-4c7a-b82e-661585a202df req-d4af2518-79c8-4c49-ac49-1b05fa8402ca tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444951 Jan 18 13:50:48.873478 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.951722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49332e96-82b5-4881-ac91-adcce0e04208 req-a6e42b56-4951-4971-9344-366107f6e0cd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:48.953261 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-49332e96-82b5-4881-ac91-adcce0e04208 req-a6e42b56-4951-4971-9344-366107f6e0cd tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 943 time: 0.0802252 Jan 18 13:50:48.998302 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:48.999014 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-49332e96-82b5-4881-ac91-adcce0e04208 req-6cd464e0-39db-4fc8-bfbc-05ba5753309b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Jan 18 13:50:49.024902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be33b98-76cd-4d7a-ad52-cf0af486e4bd']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.036737 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306f22fd-127e-4374-9c09-a09aa5bba067') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.037025 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306f22fd-127e-4374-9c09-a09aa5bba067') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.047891 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.063029 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.069733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:50:49.070127 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:50:49.084572 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:50:49.204551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.224011 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.229743 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] Pushing event deleted for resources: {'Network': ['ID=6be33b98-76cd-4d7a-ad52-cf0af486e4bd,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:49.234470 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c0394b0b-ea0a-45c8-9307-d4ab38a7428d admin admin] 10.222.0.31 "DELETE /v2.0/networks/6be33b98-76cd-4d7a-ad52-cf0af486e4bd HTTP/1.1" status: 204 len: 168 time: 0.4702389 Jan 18 13:50:49.236476 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38462) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:49.294480 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Deleting subnet 3dad1bff-13da-4746-baba-06d1e49d8fd6 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:50:49.297387 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.348497 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.402509 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.469483 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.510054 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dad1bff-13da-4746-baba-06d1e49d8fd6,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:49.514612 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.523182 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c6f3fd3e-5351-4738-8e09-2696c615c6a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3dad1bff-13da-4746-baba-06d1e49d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.2830305 Jan 18 13:50:49.524193 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38468) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:49.631648 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.758908 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 481cdfc6-e9bf-4d50-b610-855b74ac76e9 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:50:49.760342 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.767117 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c4621-c4fe-49e8-b1c1-25f8beebe7f8 req-4f1d495b-eef1-451a-b368-cbc660dedf70 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:49.768781 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d4c4621-c4fe-49e8-b1c1-25f8beebe7f8 req-4f1d495b-eef1-451a-b368-cbc660dedf70 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0818827 Jan 18 13:50:49.786786 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab66c7ba-72f0-4b18-abce-2b154fc9ab77']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.799250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d0546-286d-418c-807d-01ca9b868af0') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.800228 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d0546-286d-418c-807d-01ca9b868af0') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:50:49.813021 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.819903 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d4c4621-c4fe-49e8-b1c1-25f8beebe7f8 req-84aea3ab-4107-4e64-9ef8-0ab2c80b6e0d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Jan 18 13:50:49.833670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.839934 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:50:49.840339 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:50:49.858813 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:50:49.928099 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:49.941791 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.942765 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '481cdfc6-e9bf-4d50-b610-855b74ac76e9', 'network_id': '8e0d665a-3386-436a-bad8-84d8e4e7dbee', 'port_id': '481cdfc6-e9bf-4d50-b610-855b74ac76e9', 'mac_address': 'fa:16:3e:e7:65:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f96210d2-f08d-4ce4-b469-e6da3f60f086', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:50:49.957473 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:49.966268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab66c7ba-72f0-4b18-abce-2b154fc9ab77,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:49.968774 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-80b8aa22-3537-4f1d-9e91-c20b516ee54a admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab66c7ba-72f0-4b18-abce-2b154fc9ab77 HTTP/1.1" status: 204 len: 168 time: 0.4444594 Jan 18 13:50:50.008444 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.028137 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481cdfc6-e9bf-4d50-b610-855b74ac76e9 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:50:50.044576 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:50.049669 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.088661 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d6ab-0593-49b5-bd1e-d05b6af3a379 req-f4973684-0058-4130-83ec-cabbd3b6a042 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:50.090970 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab06d6ab-0593-49b5-bd1e-d05b6af3a379 req-f4973684-0058-4130-83ec-cabbd3b6a042 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.0872886 Jan 18 13:50:50.138698 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:50.186111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab06d6ab-0593-49b5-bd1e-d05b6af3a379 req-9451723e-1fa3-4e77-99b5-532fb6ca4317 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892272 Jan 18 13:50:50.207104 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38482) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:50.234014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba2db2-5efb-44f6-927d-37961736a5cd req-dd907387-09bf-423c-bbf1-9e1a9e1e4291 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:50.235573 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8fba2db2-5efb-44f6-927d-37961736a5cd req-dd907387-09bf-423c-bbf1-9e1a9e1e4291 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 944 time: 0.0987785 Jan 18 13:50:50.265337 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8492d3ee-4e4c-477c-a3a7-23d8d234e621 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c19c374dc6c24fe099b2cd2c2bf72589&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567670 Jan 18 13:50:50.268151 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38486) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:50.284381 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8fba2db2-5efb-44f6-927d-37961736a5cd req-2f2498af-2f41-4ad2-bf58-b4ca3296fa6b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Jan 18 13:50:50.327572 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.352709 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.406794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.421583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5df30-c56f-49fc-9c9f-094bf2840c1f,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:50.428930 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.430036 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7d4bc74c-955c-4b28-82bb-b3e7a51e22cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80d5df30-c56f-49fc-9c9f-094bf2840c1f HTTP/1.1" status: 204 len: 168 time: 0.1609929 Jan 18 13:50:50.824340 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38496) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:50.876011 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-761a99df-84d7-4815-92fc-cc3287715233 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=235c0904292a4e5d932bb6f379f182f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504835 Jan 18 13:50:50.878781 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38504) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:50:50.938760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:50.966821 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:51.023783 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:51.024179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881c5d5-3098-4695-b205-40590585322c req-f53f8bdc-8e42-4262-991f-4302415e277f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:51.025758 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3881c5d5-3098-4695-b205-40590585322c req-f53f8bdc-8e42-4262-991f-4302415e277f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0789251 Jan 18 13:50:51.040044 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd979d02-ada0-4f10-93ec-1e7a39e4caae,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:51.044396 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:51.047833 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-00d96a35-3c37-4254-b3ec-8c576393841f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd979d02-ada0-4f10-93ec-1e7a39e4caae HTTP/1.1" status: 204 len: 168 time: 0.1657543 Jan 18 13:50:51.117832 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['481cdfc6-e9bf-4d50-b610-855b74ac76e9'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:50:51.153073 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3881c5d5-3098-4695-b205-40590585322c req-675e8bb9-3779-4e9c-8c67-54635b2c9ced tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218169 Jan 18 13:50:51.479698 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bafe0f-da79-4a6c-97c9-d38779af5dd0 req-b876e5d9-a431-44a6-923d-4bbacb22611c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:51.481173 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26bafe0f-da79-4a6c-97c9-d38779af5dd0 req-b876e5d9-a431-44a6-923d-4bbacb22611c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.1306098 Jan 18 13:50:51.551487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ead12-e2b7-44c7-b04b-6ea81eaf3c61 req-c7e8290a-22a9-48c8-8d5d-b7ff60b5db61 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:51.551487 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-929ead12-e2b7-44c7-b04b-6ea81eaf3c61 req-c7e8290a-22a9-48c8-8d5d-b7ff60b5db61 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 944 time: 0.1273932 Jan 18 13:50:51.554761 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26bafe0f-da79-4a6c-97c9-d38779af5dd0 req-c623bda0-68dd-455b-9bb2-fe3bd8538094 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618348 Jan 18 13:50:51.606968 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-929ead12-e2b7-44c7-b04b-6ea81eaf3c61 req-ceb49ff9-5957-4e63-a12f-e8f84d5f8450 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Jan 18 13:50:52.357501 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c43b88-c9a7-4068-8fa2-a28be046bd73 req-98677adf-552c-4a8f-af96-d80d22180488 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:52.359513 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3c43b88-c9a7-4068-8fa2-a28be046bd73 req-98677adf-552c-4a8f-af96-d80d22180488 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0830555 Jan 18 13:50:52.412586 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3c43b88-c9a7-4068-8fa2-a28be046bd73 req-c78e2484-aa34-4624-9056-0c87fd1fd58d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Jan 18 13:50:52.458957 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:52.835045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eba0e-2c05-4a9d-9199-32748dfdfd6d req-1e366898-0d4c-4471-9415-a24422ef7ac7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:52.836750 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a1eba0e-2c05-4a9d-9199-32748dfdfd6d req-1e366898-0d4c-4471-9415-a24422ef7ac7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.1379821 Jan 18 13:50:52.851561 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584e602-d8b0-4078-80cd-2d41500824f1 req-30c98dc3-73cd-48c5-9be6-61d02d603582 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:52.853116 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c584e602-d8b0-4078-80cd-2d41500824f1 req-30c98dc3-73cd-48c5-9be6-61d02d603582 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 944 time: 0.1196852 Jan 18 13:50:52.925098 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a1eba0e-2c05-4a9d-9199-32748dfdfd6d req-49698baa-0123-4fd8-bfd7-7b1cccf5b544 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709941 Jan 18 13:50:52.932463 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c584e602-d8b0-4078-80cd-2d41500824f1 req-4241e20e-af16-45a3-bb6b-1c546bf5dd47 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642617 Jan 18 13:50:53.301627 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 481cdfc6-e9bf-4d50-b610-855b74ac76e9 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:53.369492 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:53.374064 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:53.374431 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.489791 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.515617 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:53.526640 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:53.530333 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.531280 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:50:53.598988 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9', 'code': 200} Jan 18 13:50:53.625489 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf78def-2a77-44d0-b4e5-d218a78adcd6 req-63d7b085-c6c3-4a24-b91d-c844e5e79775 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:53.626109 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bdf78def-2a77-44d0-b4e5-d218a78adcd6 req-63d7b085-c6c3-4a24-b91d-c844e5e79775 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0861981 Jan 18 13:50:53.664551 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:53.679346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bdf78def-2a77-44d0-b4e5-d218a78adcd6 req-25d532d8-46c5-475a-96fd-5e227384ab79 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467682 Jan 18 13:50:53.685442 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 5181b004-6190-4db5-bc3f-263c86edcdfd completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:50:53.691496 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 5181b004-6190-4db5-bc3f-263c86edcdfd triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:50:53.691860 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.806181 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.838139 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:50:53.842706 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:50:53.906865 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:50:54.162961 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d4b0d-cda5-4a46-869d-88d30bd542ce req-8373a693-c119-4143-b2ff-7de2dfa422a3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:54.164642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c5d4b0d-cda5-4a46-869d-88d30bd542ce req-8373a693-c119-4143-b2ff-7de2dfa422a3 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.0854387 Jan 18 13:50:54.210303 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c5d4b0d-cda5-4a46-869d-88d30bd542ce req-39eb86db-ece4-4310-9ea7-3cbff2fdc542 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Jan 18 13:50:54.293290 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf121956-de05-4bfc-bd49-1866d6f57f71 req-43a14356-a5d3-4202-b3c4-1f70f4848d6a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:54.294659 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf121956-de05-4bfc-bd49-1866d6f57f71 req-43a14356-a5d3-4202-b3c4-1f70f4848d6a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0765617 Jan 18 13:50:54.343788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf121956-de05-4bfc-bd49-1866d6f57f71 req-317cfbc0-ecae-4fc2-abe6-9e87d82a293b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 Jan 18 13:50:54.880827 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7a5d-601a-4a2a-8a81-52baebbe22ab req-5ba2f7fc-f5df-47dc-a0d9-34bc9b2590e2 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:54.882300 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-15de7a5d-601a-4a2a-8a81-52baebbe22ab req-5ba2f7fc-f5df-47dc-a0d9-34bc9b2590e2 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0773001 Jan 18 13:50:54.927320 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-15de7a5d-601a-4a2a-8a81-52baebbe22ab req-3d838239-e80e-4292-97e8-9d9949e76770 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 Jan 18 13:50:55.169249 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-461839ea-5dde-4cac-b38a-9095c3998e93 req-2a127e77-6b54-43a0-8c7d-3063e500d664 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 1098 time: 0.0797577 Jan 18 13:50:55.214174 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-461839ea-5dde-4cac-b38a-9095c3998e93 req-d8744e1a-3986-45d1-8578-48a0991cf645 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Jan 18 13:50:55.429904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab183-fb93-4dd8-95e5-253fe943dab6 req-fdac0a0f-26f9-456d-8779-7e1821447baa tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:55.431365 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-944ab183-fb93-4dd8-95e5-253fe943dab6 req-fdac0a0f-26f9-456d-8779-7e1821447baa tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.0889163 Jan 18 13:50:55.500571 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-944ab183-fb93-4dd8-95e5-253fe943dab6 req-32099eca-780e-408d-a673-f8f722a26a27 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Jan 18 13:50:55.586799 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587004e0-a214-4e5b-b31a-3d57bc66392d req-c3570b34-c14a-4f1d-bdcc-7343238a9633 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:55.588371 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-587004e0-a214-4e5b-b31a-3d57bc66392d req-c3570b34-c14a-4f1d-bdcc-7343238a9633 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0907593 Jan 18 13:50:55.601199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:50:55.654172 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-587004e0-a214-4e5b-b31a-3d57bc66392d req-ea71a0ba-7d5c-4f17-a8cc-281dbb53a160 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600927 Jan 18 13:50:55.683445 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'code': 200} Jan 18 13:50:55.938165 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ebe4086-528c-4763-be7f-6083053aedc0 req-72628419-75c7-47e5-b116-d83f47a16190 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1098 time: 0.0730023 Jan 18 13:50:56.031475 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ebe4086-528c-4763-be7f-6083053aedc0 req-05f0a22b-6bd2-492b-8d82-e0ea454487b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862968 Jan 18 13:50:56.196215 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178fd93-a216-489f-9f21-5b51d85980e9 req-ab8142b3-89b7-44d8-b414-2ef9fea65277 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:56.197734 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2178fd93-a216-489f-9f21-5b51d85980e9 req-ab8142b3-89b7-44d8-b414-2ef9fea65277 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0904522 Jan 18 13:50:56.257720 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2178fd93-a216-489f-9f21-5b51d85980e9 req-5e79ea1d-6dcd-4dc5-9622-1a3ddf41e216 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527310 Jan 18 13:50:56.712653 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06580c-895b-4f96-84e5-b385ee6bcb43 req-e886f72c-f13a-4bd7-98ee-e9095e3d7aea tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:56.714102 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e06580c-895b-4f96-84e5-b385ee6bcb43 req-e886f72c-f13a-4bd7-98ee-e9095e3d7aea tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.0786972 Jan 18 13:50:56.761241 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e06580c-895b-4f96-84e5-b385ee6bcb43 req-cf53030a-4918-4d93-aaf3-cc8567db1186 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Jan 18 13:50:56.877154 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b477d8e-698a-481a-8053-264107b4bc4a req-320c868e-5663-43cc-91a2-4668dda484f1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:56.878572 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b477d8e-698a-481a-8053-264107b4bc4a req-320c868e-5663-43cc-91a2-4668dda484f1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0738769 Jan 18 13:50:56.923310 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b477d8e-698a-481a-8053-264107b4bc4a req-967432e4-117e-4694-bdf9-99cd95f5ea85 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Jan 18 13:50:57.487434 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e97b01-1002-41cf-aa6d-cc0c6e9be4b5 req-19c69ce2-34c1-4bb8-b277-e22af7cd4648 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:57.488880 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09e97b01-1002-41cf-aa6d-cc0c6e9be4b5 req-19c69ce2-34c1-4bb8-b277-e22af7cd4648 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0818155 Jan 18 13:50:57.538510 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09e97b01-1002-41cf-aa6d-cc0c6e9be4b5 req-268a806c-960d-4c3d-8ff0-a252b98f736e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439034 Jan 18 13:50:57.928527 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833d32-6911-4a6e-a818-d1c14a8fdd2a req-77fd040b-ef4e-4449-b318-5f0f05e87a2f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:57.929943 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad833d32-6911-4a6e-a818-d1c14a8fdd2a req-77fd040b-ef4e-4449-b318-5f0f05e87a2f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1093225 Jan 18 13:50:58.056314 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad833d32-6911-4a6e-a818-d1c14a8fdd2a req-2a59be66-fdd5-4815-ba01-f18adbf6740b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206172 Jan 18 13:50:58.070711 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e28dbf-e2f4-4111-accb-9d74c8adcd0c req-255bfbe8-80d5-4a88-99be-846d1ed8f296 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:58.072148 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67e28dbf-e2f4-4111-accb-9d74c8adcd0c req-255bfbe8-80d5-4a88-99be-846d1ed8f296 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.1849365 Jan 18 13:50:58.124743 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67e28dbf-e2f4-4111-accb-9d74c8adcd0c req-e723ae71-6c94-4efa-912d-2a61e0a56ae0 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466967 Jan 18 13:50:58.246356 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5cb4d-5955-4ba6-b5f8-420f2cf8cac4 req-bc40de5d-29f1-439a-b680-ece3bcf36160 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:58.247798 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1eb5cb4d-5955-4ba6-b5f8-420f2cf8cac4 req-bc40de5d-29f1-439a-b680-ece3bcf36160 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0795400 Jan 18 13:50:58.293552 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1eb5cb4d-5955-4ba6-b5f8-420f2cf8cac4 req-2b06782f-4c81-4a25-8f3b-3439753a9b31 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394802 Jan 18 13:50:59.281360 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97870ddf-c7a7-41ac-8c6f-dade034d95b4 req-b847c240-6b40-4496-9575-7d54fa1d0c87 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:59.282791 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-97870ddf-c7a7-41ac-8c6f-dade034d95b4 req-b847c240-6b40-4496-9575-7d54fa1d0c87 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1035080 Jan 18 13:50:59.356636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-97870ddf-c7a7-41ac-8c6f-dade034d95b4 req-98de72ea-752c-4370-a826-14deffafedaf tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674067 Jan 18 13:50:59.380753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6d514-3dec-4211-aec3-34335f68a7a3 req-25ae31c9-fd29-40d2-9831-bf51fe2c7745 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:59.388067 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ed6d514-3dec-4211-aec3-34335f68a7a3 req-25ae31c9-fd29-40d2-9831-bf51fe2c7745 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.1409261 Jan 18 13:50:59.467038 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3ed6d514-3dec-4211-aec3-34335f68a7a3 req-38c0e55d-3b53-4116-82fa-2c1105dca926 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779531 Jan 18 13:50:59.623788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-ebbc3753-5fb3-4e85-8133-b7efdb363171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1099 time: 0.1351190 Jan 18 13:50:59.629907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a3bfc-02c2-4353-987c-45903a603b43 req-8f8b38ae-df33-4bc2-98f0-f78574fb47b6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:59.631233 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7d2a3bfc-02c2-4353-987c-45903a603b43 req-8f8b38ae-df33-4bc2-98f0-f78574fb47b6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1101911 Jan 18 13:50:59.765960 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7d2a3bfc-02c2-4353-987c-45903a603b43 req-113f0703-8248-4f95-8b1b-c51cb9b36213 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157427 Jan 18 13:50:59.786653 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-4766f0f9-642a-4f4a-b2ab-20be984c675c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:59.788140 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-4766f0f9-642a-4f4a-b2ab-20be984c675c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.1560428 Jan 18 13:50:59.898210 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-e153ad34-a19a-482a-a368-a47302f767a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 1002 time: 0.0996017 Jan 18 13:50:59.964537 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-6ef4e23e-b0dd-400c-8f3a-ed9fd7fd511d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:50:59.965967 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-6ef4e23e-b0dd-400c-8f3a-ed9fd7fd511d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.0569756 Jan 18 13:51:00.044153 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-7bb4eef1-04ff-4438-b4f2-79cb68dcc1f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712690 Jan 18 13:51:00.186801 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-40d14a1a-c2cb-4720-8056-a87bb2d42030 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262572 Jan 18 13:51:00.336838 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-07b258c9-786c-4322-9bcc-d46add7532a6 req-d1e341d2-9123-4372-a754-0b7f9fd0daad service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304374 Jan 18 13:51:00.570021 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24f5c8-5876-42ae-87de-77b2daa6eb38 req-bb698304-1696-4097-8dec-e4547ff180ce tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:00.576635 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b24f5c8-5876-42ae-87de-77b2daa6eb38 req-bb698304-1696-4097-8dec-e4547ff180ce tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0876594 Jan 18 13:51:00.684649 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b24f5c8-5876-42ae-87de-77b2daa6eb38 req-647f2760-7f3a-4d24-bfb8-4601afd65e89 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069541 Jan 18 13:51:00.707085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658156-ada5-4806-bc68-6f51a07b151b req-72119443-4a1e-469c-99f2-6294410e3bc9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:00.709494 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-34658156-ada5-4806-bc68-6f51a07b151b req-72119443-4a1e-469c-99f2-6294410e3bc9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.1128204 Jan 18 13:51:00.766231 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-34658156-ada5-4806-bc68-6f51a07b151b req-bb20cc02-6db8-4d9d-aa4e-81903832c5d8 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509157 Jan 18 13:51:01.007707 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da39ae-880e-4ab2-90f4-8e1483c22867 req-8ecbb672-f3b1-44a3-93fa-3a2ed13d07e2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:01.012427 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66da39ae-880e-4ab2-90f4-8e1483c22867 req-8ecbb672-f3b1-44a3-93fa-3a2ed13d07e2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0853920 Jan 18 13:51:01.065925 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66da39ae-880e-4ab2-90f4-8e1483c22867 req-72010e33-0996-4a73-a626-d66701e71678 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490751 Jan 18 13:51:01.419551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca960ee-ef00-483b-88d6-705f4c7a7793 req-9533b17c-db7b-41e2-a3a5-742d88f0c1aa tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:01.420946 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fca960ee-ef00-483b-88d6-705f4c7a7793 req-9533b17c-db7b-41e2-a3a5-742d88f0c1aa tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1357694 Jan 18 13:51:01.430510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38712) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:01.435955 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'floatingip': {'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:01.450973 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4340178-560f-4b9d-b933-96b8b5f92fc8 req-63312a1b-b5be-460b-8d0a-a9dcab264723 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:01.452413 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4340178-560f-4b9d-b933-96b8b5f92fc8 req-63312a1b-b5be-460b-8d0a-a9dcab264723 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0987782 Jan 18 13:51:01.515839 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:01.578214 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4340178-560f-4b9d-b933-96b8b5f92fc8 req-e21c5da7-e254-4a40-9051-4c67668b36d7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192012 Jan 18 13:51:01.909059 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2f331-7124-4c19-9d7a-1a4ae609f970 req-888ebe41-6c73-422f-96b6-94d27a688a8d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:01.910567 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28e2f331-7124-4c19-9d7a-1a4ae609f970 req-888ebe41-6c73-422f-96b6-94d27a688a8d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0861831 Jan 18 13:51:01.959625 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-28e2f331-7124-4c19-9d7a-1a4ae609f970 req-529215df-b9aa-499b-9942-be12a1ac7b88 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Jan 18 13:51:02.322303 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:02.326357 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:02.512780 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.l3_db [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Floating IP 34d877d9-5e0a-43ee-9eff-39dedf7cd44f associated. External IP: 172.27.0.27, port: 5181b004-6190-4db5-bc3f-263c86edcdfd. Jan 18 13:51:02.781918 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88e32-cc75-417a-b9f7-077f692ae050 req-fe40f1b9-d639-42aa-9cd6-5495cbc93955 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:02.784160 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ff88e32-cc75-417a-b9f7-077f692ae050 req-fe40f1b9-d639-42aa-9cd6-5495cbc93955 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0826969 Jan 18 13:51:02.831016 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ff88e32-cc75-417a-b9f7-077f692ae050 req-c61ae8e7-8752-4195-9a40-4ecf3407d707 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Jan 18 13:51:02.905467 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:51:03.103374 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:03.108384 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:03.113670 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:03.125169 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:03.125768 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:03.161330 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c06a8367-fb6a-44b7-a6ef-11ef06447e23 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "PUT /v2.0/floatingips/34d877d9-5e0a-43ee-9eff-39dedf7cd44f HTTP/1.1" status: 200 len: 990 time: 1.7296352 Jan 18 13:51:03.161902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:03.217253 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'status': 'completed', 'code': 200} Jan 18 13:51:03.305497 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:03.681550 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '34d877d9-5e0a-43ee-9eff-39dedf7cd44f', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:50:29Z', 'updated_at': '2022-01-18T13:51:02Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:03.685262 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:03.695574 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:03.696200 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:50:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:03.854579 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-288ab662-a71c-4445-aa2e-abcf68f70b86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.1250422 Jan 18 13:51:03.860922 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-a6d79148-e9d6-49db-b864-4b4cb7da63df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1098 time: 0.0991728 Jan 18 13:51:03.876288 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:04.159709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-956e4881-15bf-4d54-abe4-27d552b0968b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:04.161124 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-956e4881-15bf-4d54-abe4-27d552b0968b service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.2918684 Jan 18 13:51:04.172260 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-91268ae7-eb5f-44b8-b685-ce0f999702c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:04.173906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-91268ae7-eb5f-44b8-b685-ce0f999702c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.3034835 Jan 18 13:51:04.244283 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '34d877d9-5e0a-43ee-9eff-39dedf7cd44f', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:50:29Z', 'updated_at': '2022-01-18T13:51:02Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:04.248288 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2483c-c060-4150-ad98-710041e2c137 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '34d877d9-5e0a-43ee-9eff-39dedf7cd44f', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:50:29Z', 'updated_at': '2022-01-18T13:51:02Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:04.309739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7046d43-8615-4b2e-af23-50469cbb7aba req-ee46ad15-1e48-4718-a547-a11369c75121 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:04.311234 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7046d43-8615-4b2e-af23-50469cbb7aba req-ee46ad15-1e48-4718-a547-a11369c75121 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3023238 Jan 18 13:51:04.312547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-e16eb3ab-4e98-4e59-b9ee-f07b2f248bc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.1420588 Jan 18 13:51:04.431598 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-e10676ec-490e-43ba-86a5-3a4bf5f5fb95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 998 time: 0.2083769 Jan 18 13:51:04.439083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-5b885df3-c7d5-4ef2-8870-12c7b6894916 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:04.440630 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-5b885df3-c7d5-4ef2-8870-12c7b6894916 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.1199706 Jan 18 13:51:04.443183 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7046d43-8615-4b2e-af23-50469cbb7aba req-6c845dc6-a34f-401b-a889-d33eabe12dc1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214061 Jan 18 13:51:04.467132 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a70ac-4b00-47d7-b26f-cbd162cd5c5a None None] New status for floating IP 34d877d9-5e0a-43ee-9eff-39dedf7cd44f: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:51:04.534442 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-190542d7-58b5-4cbb-84da-ea8a8dc3c1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505366 Jan 18 13:51:04.613362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-7113e7cf-0eba-4200-b2ce-051bdd41629b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:04.614811 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-7113e7cf-0eba-4200-b2ce-051bdd41629b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1618834 Jan 18 13:51:04.727205 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-ad532b96-6dc0-4405-8c75-da1eaf3b5851 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829040 Jan 18 13:51:04.738962 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-0f7b8ead-9faf-481d-abe9-b02917e01527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172855 Jan 18 13:51:05.014141 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-10ce2819-4112-48bf-b2c5-cc17bd87aa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:05.090357 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-864ece77-13f1-455d-983c-9f93625fa0d0 req-8784cf81-6837-47a5-9d2d-771a782a3120 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503530 Jan 18 13:51:05.093823 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-2f6f160e-68d3-4317-a78a-cb0904a51c37 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346145 Jan 18 13:51:05.258315 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9634aff5-f15f-48b6-a7e7-e8923b0a37b0 req-3018d109-6945-4419-9c7d-89de54e99e3a service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457839 Jan 18 13:51:05.650207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6a2ba-cd65-4a97-bd68-6d162cd3db8c req-f5c1bd30-e92a-4b48-81e3-29ff0f8af972 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:05.651673 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23c6a2ba-cd65-4a97-bd68-6d162cd3db8c req-f5c1bd30-e92a-4b48-81e3-29ff0f8af972 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0780852 Jan 18 13:51:05.705266 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23c6a2ba-cd65-4a97-bd68-6d162cd3db8c req-7505cf8f-cbcf-4a7c-8744-540dba35c983 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Jan 18 13:51:06.922994 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd328049-b931-4eff-9703-3e75023388a9 req-b38e7563-9719-4194-9016-553d914b0819 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:06.924770 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd328049-b931-4eff-9703-3e75023388a9 req-b38e7563-9719-4194-9016-553d914b0819 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0963843 Jan 18 13:51:06.972736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd328049-b931-4eff-9703-3e75023388a9 req-a904fb18-c0c1-42dc-9b06-b1a1a9042a9a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Jan 18 13:51:07.324179 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-144eb652-e92f-4eba-b7d7-0ee7afdc3c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:07.804666 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38806) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:07.944087 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:07.977279 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:07.981124 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Usage tracker for resource:security_group_rule and tenant:74d31d718b044515b536ac62601704da is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:07.984261 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:07.992175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:08.141540 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.147003 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.196469 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beeef06-4411-46f5-bd4e-13b5368aaef8,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:08.202279 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f7d1b522-3c13-4670-9cc1-f540239205c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74d31d718b044515b536ac62601704da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3963983 Jan 18 13:51:08.204909 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38818) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:08.274484 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.276856 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1f866-dc4c-44d7-9d02-a3d475c0897e req-7a7add04-8751-48b8-95b8-43434a486543 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:08.278476 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5a1f866-dc4c-44d7-9d02-a3d475c0897e req-7a7add04-8751-48b8-95b8-43434a486543 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1507165 Jan 18 13:51:08.305406 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.330416 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.390321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5a1f866-dc4c-44d7-9d02-a3d475c0897e req-d84cf453-5f9f-4655-b83e-da6e593f945e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002772 Jan 18 13:51:08.414938 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.433261 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beeef06-4411-46f5-bd4e-13b5368aaef8,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:08.443146 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:08.447765 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a68a66ac-0614-4968-bbe0-342f166708e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1beeef06-4411-46f5-bd4e-13b5368aaef8 HTTP/1.1" status: 204 len: 168 time: 0.2394578 Jan 18 13:51:08.536689 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.244708 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38846) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:09.373617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-707472096-network', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:09.378351 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:09.382073 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Usage tracker for resource:network and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:09.384859 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:09.390401 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:09.405369 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Made reservation on behalf of 0463bdb7c39941f483f849c27bb58b71 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:09.409153 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.421786 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.460149 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:09.464301 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:09.467311 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:09.475120 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:09.547344 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.552795 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.582286 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:51:09.601349 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.601696 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Added segment a7f00d00-10bb-4377-9e03-9747e0808d0e of type vlan for network 9a3f34a1-db20-4edb-8613-0c058adf47b0 Jan 18 13:51:09.611503 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca9e1d9-5a9d-4e64-8be4-a5c42bd993e0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:09.639040 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.700489 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd359d0-c665-4359-84bf-eae1b248287e req-33daa1ec-2d00-43aa-8d9c-43c2f3931d75 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:09.702158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0cd359d0-c665-4359-84bf-eae1b248287e req-33daa1ec-2d00-43aa-8d9c-43c2f3931d75 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1459653 Jan 18 13:51:09.725743 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.726657 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:09.727288 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.763693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0cd359d0-c665-4359-84bf-eae1b248287e req-80a10aa9-8fca-4c76-93d4-6c611987de8f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538902 Jan 18 13:51:09.785448 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:09.833134 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5872266 Jan 18 13:51:09.836270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 38860) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:09.839688 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572237a0-27d1-4e43-889e-9049c3756f59 admin admin] Pushing event updated for resources: {'Network': ['ID=9a3f34a1-db20-4edb-8613-0c058adf47b0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:09.845684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Request body: {'subnet': {'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-707472096-subnet', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:09.851422 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:09.852459 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:51:09.855368 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Usage tracker for resource:subnet and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:09.858430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:09.865237 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:09.875783 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Made reservation on behalf of 0463bdb7c39941f483f849c27bb58b71 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:09.879772 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.088170 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.166134 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e6c9bd-d706-4c39-8f91-77bfca24c944,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:10.172118 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:10.172351 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Network hostable DHCP agents. Network: 9a3f34a1-db20-4edb-8613-0c058adf47b0, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:51:10.194532 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:51:10.203716 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 9a3f34a1-db20-4edb-8613-0c058adf47b0) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:10.207809 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:10.208403 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.212939 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a78939d-2c1a-4f52-bb89-b365d45dba6a None None] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:10.231194 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-19131b64-a10e-49d4-8f9b-5151b783605b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3933733 Jan 18 13:51:10.234114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 38864) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:10.239933 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:10.244355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:10.248484 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Usage tracker for resource:router and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:10.251861 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:10.257547 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:10.269045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.270095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.289490 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.429299 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-9a3f34a1-db20-4edb-8613-0c058adf47b0', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:51:10.430106 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.437101 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.588746 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Allocated IP 172.20.0.2 (9a3f34a1-db20-4edb-8613-0c058adf47b0/b3e6c9bd-d706-4c39-8f91-77bfca24c944/853a6b4a-1e3b-4d82-baff-ed869fd17af6) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:10.628650 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.658262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.794065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Allocated IP 172.27.0.40 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/f17f44b9-f212-4796-b2ed-44d5e93a71c9) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:10.805202 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.816726 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Transition to ACTIVE for port object 853a6b4a-1e3b-4d82-baff-ed869fd17af6 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:10.836646 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Transition to ACTIVE for port object 853a6b4a-1e3b-4d82-baff-ed869fd17af6 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:10.841928 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:10.912406 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:10.915549 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:10.919618 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:10.926001 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Pushing event updated for resources: {'Port': ['ID=853a6b4a-1e3b-4d82-baff-ed869fd17af6,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:10.996639 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.024782 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Attempting to bind port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:11.025144 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Attempting to bind port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:11.025534 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Attempting to bind port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:11.031172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5976b-17c6-4714-b628-7566951427b3 req-b361d37a-b26c-40f1-9cd9-ccf334f1b79e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:11.031863 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:11.032256 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:11.032702 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26d5976b-17c6-4714-b628-7566951427b3 req-b361d37a-b26c-40f1-9cd9-ccf334f1b79e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1338651 Jan 18 13:51:11.032888 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.033513 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Bound using segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:11.033993 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Bound port: 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:11.034361 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.130939 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] For port 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:11.134093 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] For port 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=853a6b4a-1e3b-4d82-baff-ed869fd17af6,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:11.137722 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.143176 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.217327 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1481aa-0c87-4507-a4e2-ed6e496dd069 None None] Pushing event updated for resources: {'Port': ['ID=853a6b4a-1e3b-4d82-baff-ed869fd17af6,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:11.250282 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:11.253457 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26d5976b-17c6-4714-b628-7566951427b3 req-1d23bde4-ff01-4879-a07d-1f2d14f57612 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137346 Jan 18 13:51:11.256544 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:11.261009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:11.291110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Pushing event updated for resources: {'Port': ['ID=f17f44b9-f212-4796-b2ed-44d5e93a71c9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:11.395018 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.395835 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.642804 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:51:11.854562 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 853a6b4a-1e3b-4d82-baff-ed869fd17af6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:11.856907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:11.866944 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:11.888584 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:11.891855 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:11.893321 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:11.893487 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-27020c81-3b0f-40de-8621-63c8ee1f4918 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6581211 Jan 18 13:51:11.894442 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38876) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:11.934498 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:12.094868 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:12.185167 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09255b55-4bf0-431b-b17e-d8e9dd3bf455 None None] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:12.278882 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Provisioning for port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:12.296365 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Provisioning complete for port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:12.296728 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.428591 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:11Z', 'revision_number': 3, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:12.438461 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:12.439034 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Updating router b469c20f-f196-4bff-870d-bbe9b0084ad0 port f17f44b9-f212-4796-b2ed-44d5e93a71c9 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:51:12.498262 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.510427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a438-6f29-4cc7-ade1-1bed0c072b2f req-df9026e4-5867-426e-97c1-1a087776b8e1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:12.511900 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f79a438-6f29-4cc7-ade1-1bed0c072b2f req-df9026e4-5867-426e-97c1-1a087776b8e1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1200001 Jan 18 13:51:12.527885 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.587671 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5f79a438-6f29-4cc7-ade1-1bed0c072b2f req-02cae4d3-a983-47b2-a25a-74ea1e041aa5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659041 Jan 18 13:51:12.637293 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] For port 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=853a6b4a-1e3b-4d82-baff-ed869fd17af6,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:12.650566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.731681 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa6217-abea-41bc-a835-a7ca5199ee34 None None] Pushing event updated for resources: {'Port': ['ID=853a6b4a-1e3b-4d82-baff-ed869fd17af6,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:12.838082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.985102 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:12.997708 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Transition to ACTIVE for port object f17f44b9-f212-4796-b2ed-44d5e93a71c9 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:13.005343 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.086667 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Attempting to bind port f17f44b9-f212-4796-b2ed-44d5e93a71c9 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:13.086944 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Attempting to bind port f17f44b9-f212-4796-b2ed-44d5e93a71c9 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:13.087306 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Attempting to bind port f17f44b9-f212-4796-b2ed-44d5e93a71c9 on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:13.098669 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:13.098669 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:13.099027 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.099324 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:13.099790 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Bound port: f17f44b9-f212-4796-b2ed-44d5e93a71c9, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:13.100207 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.137206 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bfb07-b849-4356-9bae-99ace1c9eda8 None None] Pushing event updated for resources: {'Port': ['ID=f17f44b9-f212-4796-b2ed-44d5e93a71c9,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:13.144045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Allocated IP 172.20.0.1 (9a3f34a1-db20-4edb-8613-0c058adf47b0/b3e6c9bd-d706-4c39-8f91-77bfca24c944/7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:13.184293 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d47d8fe2-e64f-4ac0-8940-83a06a014e6e None None] Provisioning complete for port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:13.184911 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d47d8fe2-e64f-4ac0-8940-83a06a014e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.186033 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] For port f17f44b9-f212-4796-b2ed-44d5e93a71c9, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:13.189751 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] For port f17f44b9-f212-4796-b2ed-44d5e93a71c9, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=f17f44b9-f212-4796-b2ed-44d5e93a71c9,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:13.195307 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.310390 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bfb07-b849-4356-9bae-99ace1c9eda8 None None] Pushing event updated for resources: {'Port': ['ID=f17f44b9-f212-4796-b2ed-44d5e93a71c9,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:13.314975 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:13.315592 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:13.317969 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.356603 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Transition to ACTIVE for port object 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:13.402942 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.562014 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:13.596599 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Pushing event updated for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:13.611847 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:13.615063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:13.617859 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:13.671075 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.822024 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:13.884815 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 853a6b4a-1e3b-4d82-baff-ed869fd17af6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:13.998873 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ea7c24a2-b9d6-42de-a0e4-3272bad0e226 req-49af73a7-31ba-44ee-90b9-e72ec4329492 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.2697923 Jan 18 13:51:14.031770 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:14.032158 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.064635 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:11Z', 'revision_number': 3, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:14.074755 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab86e4-e487-48ef-925c-ed01299ed3a8 None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:11Z', 'revision_number': 3, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:14.084482 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ea7c24a2-b9d6-42de-a0e4-3272bad0e226 req-a72e39b9-8778-4a2f-a3a4-67497241eeb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713778 Jan 18 13:51:14.103615 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c74414-6c3e-4f18-ae56-056c05272073 req-978168b5-da81-4569-a570-f1af839c1e47 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:14.105142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f8c74414-6c3e-4f18-ae56-056c05272073 req-978168b5-da81-4569-a570-f1af839c1e47 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2559023 Jan 18 13:51:14.127793 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7a5dc440-cfca-450a-a037-1d23679f04ea None None] Provisioning for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:14.133396 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7a5dc440-cfca-450a-a037-1d23679f04ea None None] Provisioning complete for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:14.133673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7a5dc440-cfca-450a-a037-1d23679f04ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.137828 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.144327 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.165514 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f8c74414-6c3e-4f18-ae56-056c05272073 req-fd57fd88-a34f-494b-af58-0b85416eaac9 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Jan 18 13:51:14.189776 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dc440-cfca-450a-a037-1d23679f04ea None None] Port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:51:14.259263 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Pushing event updated for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:14.262840 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.424859 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:14.426568 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:14.715873 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-e19b7db8-4013-44eb-910f-00dc6d6ddac9 None None] Provisioning complete for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:14.716188 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e19b7db8-4013-44eb-910f-00dc6d6ddac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:14.769223 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-e19b7db8-4013-44eb-910f-00dc6d6ddac9 None None] Port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:51:14.822791 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:51:15.065446 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:15.074813 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7d7ccd4d-ca9a-4a49-adfa-60f3b65a890e admin admin] 10.222.0.31 "PUT /v2.0/routers/b469c20f-f196-4bff-870d-bbe9b0084ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1786509 Jan 18 13:51:15.430888 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fded440-1db8-42b4-9ff3-cf8a9023cab1 req-dea46b2b-f9cd-4bc4-98c8-8bb839d5e0d7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:15.433108 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7fded440-1db8-42b4-9ff3-cf8a9023cab1 req-dea46b2b-f9cd-4bc4-98c8-8bb839d5e0d7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1171525 Jan 18 13:51:15.501774 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7fded440-1db8-42b4-9ff3-cf8a9023cab1 req-b965c00e-b53e-412d-aff5-70f28edade0f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Jan 18 13:51:15.877821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f17f44b9-f212-4796-b2ed-44d5e93a71c9 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:15.948073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port f17f44b9-f212-4796-b2ed-44d5e93a71c9 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:15.952897 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port f17f44b9-f212-4796-b2ed-44d5e93a71c9 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:15.953262 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.056032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 38950) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:16.061463 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2109348628-network', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:16.066433 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:16.072264 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Usage tracker for resource:network and tenant:28d2189f101a432c9bb71a63cc375d0a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:16.073853 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.075340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:16.081284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:16.091473 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port f17f44b9-f212-4796-b2ed-44d5e93a71c9, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=f17f44b9-f212-4796-b2ed-44d5e93a71c9,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:16.097361 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.098666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Made reservation on behalf of 28d2189f101a432c9bb71a63cc375d0a for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:16.102346 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.117204 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.154355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:16.157567 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Usage tracker for resource:security_group_rule and tenant:28d2189f101a432c9bb71a63cc375d0a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:16.160977 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:16.169311 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:16.179018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=f17f44b9-f212-4796-b2ed-44d5e93a71c9,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:16.255181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.259392 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.287789 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:51:16.299877 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d83005-6c1d-4dff-9edd-b6f02f382615,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:16.304551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.304956 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Added segment af30b15b-a46a-42d5-a6b1-baf14a9afe7f of type vlan for network 4f0cb906-25e4-4130-851a-49a6e06aeb7a Jan 18 13:51:16.333682 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.365054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.366022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:16.366659 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.462731 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4050126 Jan 18 13:51:16.465139 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38962) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:16.470900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d48be-4367-4df0-8ae3-8eb9e65f65d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0cb906-25e4-4130-851a-49a6e06aeb7a,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:16.471404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Request body: {'subnet': {'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2109348628-subnet', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:16.476336 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:16.480190 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Usage tracker for resource:subnet and tenant:28d2189f101a432c9bb71a63cc375d0a is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:16.481515 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:51:16.483514 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:16.489398 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:16.500770 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Made reservation on behalf of 28d2189f101a432c9bb71a63cc375d0a for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:16.503152 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.725705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.732675 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70cc2e-a4f7-4bba-9ba7-1dcfa72466fa req-b1536f91-fa30-4825-a8ef-57e564d3e4dd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:16.734602 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bc70cc2e-a4f7-4bba-9ba7-1dcfa72466fa req-b1536f91-fa30-4825-a8ef-57e564d3e4dd tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0868697 Jan 18 13:51:16.794344 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bc70cc2e-a4f7-4bba-9ba7-1dcfa72466fa req-25e4b725-20f9-42e6-8f3f-516a98e473f7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Jan 18 13:51:16.886585 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed50cdf-8351-48b3-85bc-7fe15ebb5497,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:16.903320 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Checking segment: {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:16.903730 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Network hostable DHCP agents. Network: 4f0cb906-25e4-4130-851a-49a6e06aeb7a, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:51:16.929252 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:51:16.942173 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 4f0cb906-25e4-4130-851a-49a6e06aeb7a) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:16.949290 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:16.950147 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:16.950882 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1ae1c-4fca-4ed4-82b3-b8015ca14989 None None] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:16.977353 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-981d7624-52d0-40a9-9656-2299f5c193bc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5087047 Jan 18 13:51:16.977722 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 38980) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:16.985966 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:16.993163 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:16.997827 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Usage tracker for resource:router and tenant:28d2189f101a432c9bb71a63cc375d0a is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:17.001843 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:17.008789 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:17.022951 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.024103 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.062113 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.217866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.218827 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'fixed_ips': [{'subnet_id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:51:17.219807 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.415608 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Allocated IP 172.20.0.2 (4f0cb906-25e4-4130-851a-49a6e06aeb7a/3ed50cdf-8351-48b3-85bc-7fe15ebb5497/b5b262aa-4ee0-42fa-95d8-dacb6c7fc877) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:17.517663 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-590e537a-74f9-4fec-8f7e-4aafd0243bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.2074075 Jan 18 13:51:17.554490 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.590402 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.622333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed40cc2-67c2-4207-80e6-d3c65f506315 req-3557b3d7-bf23-4ed6-a8a8-ee3b960e845f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:17.623775 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eed40cc2-67c2-4207-80e6-d3c65f506315 req-3557b3d7-bf23-4ed6-a8a8-ee3b960e845f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2558918 Jan 18 13:51:17.663279 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.675843 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Transition to ACTIVE for port object b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:17.697491 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Transition to ACTIVE for port object b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:17.705784 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.786793 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Allocated IP 172.27.0.73 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/2208080f-f48a-486c-9ab6-d51ac0b2a6f7) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:17.791813 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:17.793070 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:17.801990 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:17.803238 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eed40cc2-67c2-4207-80e6-d3c65f506315 req-f886dd03-a647-4b7b-b751-fa2b022ca276 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656690 Jan 18 13:51:17.819100 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Pushing event updated for resources: {'Port': ['ID=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:17.837845 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-45b3aad6-b715-4a31-970e-16690403e6b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:17.839506 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-45b3aad6-b715-4a31-970e-16690403e6b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.3132756 Jan 18 13:51:17.912567 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f17f44b9-f212-4796-b2ed-44d5e93a71c9 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:17.928574 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-6c5f1af0-a415-49b2-8b30-8d4679236ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.0817101 Jan 18 13:51:17.964977 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Attempting to bind port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:17.965616 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Attempting to bind port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:17.965827 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Attempting to bind port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 on network 4f0cb906-25e4-4130-851a-49a6e06aeb7a {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:17.981454 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.983221 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:17.986613 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Checking segment: {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:17.987112 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:17.987572 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Bound using segment: {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:17.988160 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Bound port: b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:17.989998 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.022250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.025025 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-506789b3-6f8c-4c1a-a67d-4e97f41886c8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:18.026927 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-506789b3-6f8c-4c1a-a67d-4e97f41886c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.0901599 Jan 18 13:51:18.082126 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-84ffba44-a24d-4d1a-b8b0-7edfd0f52ffb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476375 Jan 18 13:51:18.099366 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port f17f44b9-f212-4796-b2ed-44d5e93a71c9 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:18.099737 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.117126 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Pushing event updated for resources: {'Port': ['ID=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:18.121974 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:18.123302 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:18.126639 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:18.190202 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] For port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:18.227982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] For port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:18.236018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.245559 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39010) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:18.270908 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-57c71ad8-4a4e-44eb-9d2f-3c799caf7f8f service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766522 Jan 18 13:51:18.367062 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.369153 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.524391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc0cf8-141b-43e3-926b-4923da446358 None None] Pushing event updated for resources: {'Port': ['ID=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:18.621588 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:18.624836 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb62afef-a2d5-4209-b7bc-4c681de486d8 req-00856294-d89d-4db6-a1a1-66be86f74705 service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373795 Jan 18 13:51:18.737891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:18.753652 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:18.754287 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:18.826902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:18.838675 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5d3870b52240fc8274700075a17ba6 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:18.842975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:18.851046 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:18.909055 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dce6e-924b-47f1-b7e5-d4778aea1847 req-22037e45-49e8-45ca-b598-ded92c454f9c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:18.910591 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a35dce6e-924b-47f1-b7e5-d4778aea1847 req-22037e45-49e8-45ca-b598-ded92c454f9c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.1972866 Jan 18 13:51:18.989500 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:18.992011 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.002328 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.050493 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a35dce6e-924b-47f1-b7e5-d4778aea1847 req-7c6f7d05-feb5-4c67-b81e-50b8d572735e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331451 Jan 18 13:51:19.081415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39022) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:19.082878 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae5d3870b52240fc8274700075a17ba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8356407 Jan 18 13:51:19.084824 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d988da-feff-40d8-ab7f-31bb6cc1f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fdb34e-ef96-4726-afd8-3878aa5e4f1d,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:19.120152 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Router 1b154843-6fd4-4890-b975-d5412e03e4ae is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:51:19.148019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96483fa-c0da-4c66-9966-ca08b43f3858 req-bf1add7e-8466-4664-b088-ab4b230d0450 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:19.149458 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a96483fa-c0da-4c66-9966-ca08b43f3858 req-bf1add7e-8466-4664-b088-ab4b230d0450 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1710224 Jan 18 13:51:19.192270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.232942 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a96483fa-c0da-4c66-9966-ca08b43f3858 req-5ce2e95a-21d5-4695-bc4f-e3cb1775a962 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756156 Jan 18 13:51:19.237320 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.299045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.313600 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fdb34e-ef96-4726-afd8-3878aa5e4f1d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:19.323191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.327560 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-947aa607-c658-4dfe-8e72-e9e024027f3d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16fdb34e-ef96-4726-afd8-3878aa5e4f1d HTTP/1.1" status: 204 len: 168 time: 0.2447495 Jan 18 13:51:19.365155 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:19.376545 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Sync routers for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:19.397505 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:19.400671 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:19.407056 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 2, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:19.412817 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:19.413595 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Updating router b469c20f-f196-4bff-870d-bbe9b0084ad0 port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:51:19.436242 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.440314 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-45ba157b-4a2e-4d7a-987f-edd476f0d664 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4587593 Jan 18 13:51:19.440516 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39028) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:19.485020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:19.681760 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:19.917413 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa91454-a38d-43a1-ba5c-fdadb9f51bd8 None None] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:51:20.006480 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:20.146337 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:18Z', 'revision_number': 3, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:20.151853 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Checking router: 1b154843-6fd4-4890-b975-d5412e03e4ae for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:20.152318 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Updating router 1b154843-6fd4-4890-b975-d5412e03e4ae port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:51:20.210021 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.224239 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-775948b5-d197-468a-a373-080aef6a9952 None None] Provisioning for port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:20.274760 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:51:20.433951 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586d1e3-fd58-479c-a601-91c44e223f3f req-40a2f0b6-0df6-4a49-9085-84f3a5765848 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:20.437013 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b586d1e3-fd58-479c-a601-91c44e223f3f req-40a2f0b6-0df6-4a49-9085-84f3a5765848 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.2067502 Jan 18 13:51:20.461210 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:20.504235 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b586d1e3-fd58-479c-a601-91c44e223f3f req-e21b8340-b073-4a41-aebf-25148e2760e1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584247 Jan 18 13:51:20.516589 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.533805 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:20.534448 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.597770 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4369-8e05-453d-a07d-4b0c2c0bd7d3 req-79607912-0a6e-40cd-9088-5b86f9f51918 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:20.600423 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bbc4369-8e05-453d-a07d-4b0c2c0bd7d3 req-79607912-0a6e-40cd-9088-5b86f9f51918 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0989606 Jan 18 13:51:20.605100 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Transition to ACTIVE for port object 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:20.679774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.686249 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.690369 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bbc4369-8e05-453d-a07d-4b0c2c0bd7d3 req-5719a805-8e8d-4eb4-82f2-3b3f2916783d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843396 Jan 18 13:51:20.789725 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.814555 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Transition to ACTIVE for port object 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:20.823350 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.898108 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3110065-9d7a-4e6e-9efb-d6c0c61986a5 None None] Pushing event updated for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:20.917574 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72fc84-bb52-44a6-9f3d-60b4a1a78846 None None] Pushing event updated for resources: {'Port': ['ID=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:20.943931 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Attempting to bind port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:20.946151 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Attempting to bind port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:20.947233 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Attempting to bind port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:20.965105 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:20.965935 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:20.966542 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.967015 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:20.967604 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Bound port: 2208080f-f48a-486c-9ab6-d51ac0b2a6f7, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:20.970065 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:20.970539 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Allocated IP 172.20.0.1 (4f0cb906-25e4-4130-851a-49a6e06aeb7a/3ed50cdf-8351-48b3-85bc-7fe15ebb5497/b2e22379-8ece-46cd-8e94-2106165a8acf) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:21.070641 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.084404 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] For port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:21.089324 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] For port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:21.095701 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.117792 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:21.165194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.183235 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Transition to ACTIVE for port object b2e22379-8ece-46cd-8e94-2106165a8acf will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:21.211048 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.239698 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:21.242721 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:21.256728 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.259874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Attempting to bind port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:21.260871 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Attempting to bind port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:21.261488 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Attempting to bind port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:21.281862 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:21.285836 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:21.289610 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:21.340916 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:21.352613 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:21.368679 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:21.369042 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:21.369433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.369815 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Bound using segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:21.370273 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Bound port: 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:21.370630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.471577 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.608020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] For port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:21.612015 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] For port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:21.617447 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:21.622237 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.624088 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:21.692113 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72fc84-bb52-44a6-9f3d-60b4a1a78846 None None] Pushing event updated for resources: {'Port': ['ID=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:21.936325 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7dcf1a5a-0947-4d00-b901-8716bd56a8b5 None None] Provisioning complete for port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:21.936939 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7dcf1a5a-0947-4d00-b901-8716bd56a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.079577 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:22.080449 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:22.116304 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c37593-1aee-4c37-b17b-1b4f2bd62472 req-5a9d1b80-5b05-4445-ba63-19e30cf7c69b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:22.119902 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-71c37593-1aee-4c37-b17b-1b4f2bd62472 req-5a9d1b80-5b05-4445-ba63-19e30cf7c69b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.2453802 Jan 18 13:51:22.160007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:22.160612 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-f57de342-7bb8-4d23-85eb-13233e6820e7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:22.162081 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-f57de342-7bb8-4d23-85eb-13233e6820e7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 945 time: 0.4639232 Jan 18 13:51:22.163760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.171220 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.233899 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:18Z', 'revision_number': 3, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:22.243795 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f85ff-96c4-4796-9a18-caab6d3c7c6d None None] The sync data for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi is: [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:18Z', 'revision_number': 3, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:22.284147 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c81a3-2ad4-44e9-a05a-3af2cefc2633 req-cc95cbfe-3a9f-4883-a383-81cb4c93d51b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:22.285897 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-622c81a3-2ad4-44e9-a05a-3af2cefc2633 req-cc95cbfe-3a9f-4883-a383-81cb4c93d51b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.2618670 Jan 18 13:51:22.292510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.314725 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3110065-9d7a-4e6e-9efb-d6c0c61986a5 None None] Pushing event updated for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:22.318452 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:22.340677 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-71c37593-1aee-4c37-b17b-1b4f2bd62472 req-4c92c049-0693-4c49-b780-4e1535c6c168 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103326 Jan 18 13:51:22.390071 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Deleting port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:22.390418 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.456461 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-622c81a3-2ad4-44e9-a05a-3af2cefc2633 req-b88d6614-620f-4cce-bfc2-5c686f2ecec0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606381 Jan 18 13:51:22.629527 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.637926 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:22.638367 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.647768 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:22.649287 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:22.798011 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:22.880007 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] For port 481cdfc6-e9bf-4d50-b610-855b74ac76e9, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=481cdfc6-e9bf-4d50-b610-855b74ac76e9,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:22.880461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:22.924837 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-22f76590-611f-4cc5-afe8-5cc8f2066ac2 None None] Provisioning for port b2e22379-8ece-46cd-8e94-2106165a8acf completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:23.102428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-22f76590-611f-4cc5-afe8-5cc8f2066ac2 None None] Provisioning complete for port b2e22379-8ece-46cd-8e94-2106165a8acf triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:23.103086 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-22f76590-611f-4cc5-afe8-5cc8f2066ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:23.318355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Calling delete_port for 481cdfc6-e9bf-4d50-b610-855b74ac76e9 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:23.417672 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Router 1b154843-6fd4-4890-b975-d5412e03e4ae has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:51:23.445217 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-22f76590-611f-4cc5-afe8-5cc8f2066ac2 None None] Port b2e22379-8ece-46cd-8e94-2106165a8acf cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:51:23.621402 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:23.627360 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00bc481-3d4d-4db6-9bd1-d4424a9dbc1f None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:23.679261 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:23.705539 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637', 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', '6b1f7c46-1369-4f53-b824-d876a95e07ff'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:51:23.761383 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:23.832711 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-68ac45d6-dc0c-484f-920a-e21356545a70 admin admin] 10.222.0.31 "PUT /v2.0/routers/1b154843-6fd4-4890-b975-d5412e03e4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3816142 Jan 18 13:51:23.854724 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-70a7f271-a3fe-4f90-8ea6-678c83f3ad96 None None] Provisioning complete for port b2e22379-8ece-46cd-8e94-2106165a8acf triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:23.855096 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-70a7f271-a3fe-4f90-8ea6-678c83f3ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:23.908422 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event deleted for resources: {'Port': ['ID=481cdfc6-e9bf-4d50-b610-855b74ac76e9,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:23.934502 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78688b79-4723-4639-8f2c-55bf42770e62 req-ab5ff9b2-14bd-4373-b4dc-72dc2d69aa83 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:23.949952 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78688b79-4723-4639-8f2c-55bf42770e62 req-ab5ff9b2-14bd-4373-b4dc-72dc2d69aa83 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 867 time: 0.4062688 Jan 18 13:51:24.022309 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-70a7f271-a3fe-4f90-8ea6-678c83f3ad96 None None] Port b2e22379-8ece-46cd-8e94-2106165a8acf cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:51:24.053698 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:24.100306 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] No DVR routers for this DVR port 481cdfc6-e9bf-4d50-b610-855b74ac76e9 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:24.105817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:24.135333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'name': 'network-vif-deleted', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:24.188975 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c609477e-d2d8-4c7f-a918-41143735ee8f req-1bc57413-ba37-466b-9c08-0f48e2c2ddb5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "DELETE /v2.0/ports/481cdfc6-e9bf-4d50-b610-855b74ac76e9 HTTP/1.1" status: 204 len: 173 time: 2.0074096 Jan 18 13:51:24.225331 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78688b79-4723-4639-8f2c-55bf42770e62 req-0904b7e2-c902-47ae-87ee-48ff2cc805be tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742734 Jan 18 13:51:24.272614 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-b8053945-b8bf-4a16-9bfd-fc43bdcf222c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2984686 Jan 18 13:51:24.368920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:24.381223 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290dd8de-1eb4-4689-bbad-8cf5e1481011', 'name': 'network-vif-deleted', 'tag': '481cdfc6-e9bf-4d50-b610-855b74ac76e9', 'status': 'completed', 'code': 200} Jan 18 13:51:24.387856 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:24.390200 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:24.490813 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-ca86ba66-1305-4078-8c6c-7e601da247cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 1098 time: 0.1910102 Jan 18 13:51:24.881233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-892a9b23-34d7-4702-bab6-eda98533150a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:24.883261 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-892a9b23-34d7-4702-bab6-eda98533150a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 200 len: 920 time: 0.3602080 Jan 18 13:51:24.916352 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.011272 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-dc8c29cd-bdd4-41f1-952b-a429109e0c5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 200 len: 217 time: 0.1036968 Jan 18 13:51:25.050934 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:25.055714 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.056876 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:25.098578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-9b213f77-15ad-4bca-acaa-2c25433c85e1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:25.100618 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-9b213f77-15ad-4bca-acaa-2c25433c85e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 200 len: 859 time: 0.0760820 Jan 18 13:51:25.156826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-32306240-6d89-45a7-a16f-6351b26ce143 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7235828f-628c-4dbd-b3e4-4c7f2f012560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473838 Jan 18 13:51:25.195254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 481cdfc6-e9bf-4d50-b610-855b74ac76e9 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:25.200405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39116) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:25.207244 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458092127', 'description': 'tempest-secgroup-smoke-458092127 description', 'project_id': '0463bdb7c39941f483f849c27bb58b71'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:25.212957 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:25.216726 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:25.219687 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:25.225739 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:25.240049 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.263702 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 481cdfc6-e9bf-4d50-b610-855b74ac76e9 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:25.264218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 481cdfc6-e9bf-4d50-b610-855b74ac76e9 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:25.284953 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:25.290552 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:25.294522 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:25.295080 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:25.310091 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:25.314685 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:25.316120 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-262972c4-7923-49a2-9d52-9ee37e6e62ec service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498997 Jan 18 13:51:25.325155 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:25.325477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.446336 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.454086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.483413 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-72eb353a-01ce-4008-825f-d12a787c34cb req-1c1df05d-31d1-490b-b397-69f9ed0e87d7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:25.514774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34bbd694-40ce-4469-a886-ab04a7202020,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:25.515578 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.518459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.519643 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bc39c0c0-2153-4b52-b7e6-6144eb2de34a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3182352 Jan 18 13:51:25.523507 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39122) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:25.533807 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:25.536844 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:25.541931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:25.542786 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.545934 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:25.550329 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:25.556891 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:25.572667 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f64097e-fd4d-47c8-a1fd-f057e91f3b33 req-35508394-1f10-4e08-968b-c52839a1ee0e service neutron] 10.222.0.36 "GET /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488139 Jan 18 13:51:25.574179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-72eb353a-01ce-4008-825f-d12a787c34cb req-1c1df05d-31d1-490b-b397-69f9ed0e87d7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:25.576039 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72eb353a-01ce-4008-825f-d12a787c34cb req-1c1df05d-31d1-490b-b397-69f9ed0e87d7 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=290dd8de-1eb4-4689-bbad-8cf5e1481011 HTTP/1.1" status: 200 len: 210 time: 0.1411095 Jan 18 13:51:25.577505 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.632433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:25.650825 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.653947 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.678139 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ef228-b517-452a-8a9a-164e5d1bb146,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:25.686496 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.687844 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2d3a26e5-097a-4e1c-8d4f-a7fe63631292 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1631639 Jan 18 13:51:25.690741 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39128) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:25.696044 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:25.701689 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:25.705533 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:25.708338 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:25.713845 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:25.731239 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.795593 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.800203 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.821777 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f825f-538e-4fc1-af85-f7b90ca91bdc,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:25.834502 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.838702 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-69682748-8680-41a1-b2ed-1ebcd3b992b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441579 Jan 18 13:51:25.838858 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39134) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:25.844463 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:25.854465 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:25.864233 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:25.868890 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:25.871969 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:25.895665 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:25.922374 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:25.948584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:25.949054 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.015110 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.020631 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.047098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01da6c2e-66b5-47ec-851a-6c5806c44dfc,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:26.064114 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.068407 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-15ddee9a-03e3-4b59-a7e2-ed5ee73560a6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2259607 Jan 18 13:51:26.068795 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39146) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:26.074468 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:26.081297 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:26.085375 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:26.088799 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:26.093124 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:26.096133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:26.133904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.194886 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:26.195425 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.218078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.224285 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.263714 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5f36aa-dbcb-439a-9def-c45d26bdbcf6,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:26.274001 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.277981 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c72f31ea-29e3-404b-8b2e-771687b5ff1f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2056389 Jan 18 13:51:26.278219 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39156) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:26.284173 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:26.290536 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:26.294551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:26.297962 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:26.304669 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:26.316754 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Project 0463bdb7c39941f483f849c27bb58b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:51:26.326382 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.393137 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.397282 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.420801 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c35f210-583a-4b44-9fa4-c304de4f9915,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:26.434458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.435625 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8048a278-3c49-4713-a922-3c65cd83b1f8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1565721 Jan 18 13:51:26.438813 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39160) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:26.444259 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'security_group_rule': {'security_group_id': '34bbd694-40ce-4469-a886-ab04a7202020', 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:26.449822 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:26.453938 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:security_group_rule and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:26.457408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:26.463625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:26.476872 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Project 0463bdb7c39941f483f849c27bb58b71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:51:26.482978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.549444 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.553084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.575903 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5fb3c15-f0d6-4931-973c-7a5c74580c78,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:26.584628 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:26.585815 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-37f867a1-9ca1-41b9-b871-cae9d7f47e19 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1460207 Jan 18 13:51:28.309620 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2cbeb-99cf-4ddf-b822-5dd5fcd7e946 req-83920ff6-db75-44b6-8f16-9d21219a537b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:28.311058 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-76e2cbeb-99cf-4ddf-b822-5dd5fcd7e946 req-83920ff6-db75-44b6-8f16-9d21219a537b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.0794725 Jan 18 13:51:28.365738 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-76e2cbeb-99cf-4ddf-b822-5dd5fcd7e946 req-9fa39cbc-9715-4aab-afb9-ae718f94f7de tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482349 Jan 18 13:51:28.914096 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cb52c-f46f-41bb-844c-5693f0db83ca req-11d52923-d426-4848-b1dd-bc09af5377fb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:28.915538 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-905cb52c-f46f-41bb-844c-5693f0db83ca req-11d52923-d426-4848-b1dd-bc09af5377fb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.1627629 Jan 18 13:51:28.965862 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-905cb52c-f46f-41bb-844c-5693f0db83ca req-6c19d2c0-f53a-42aa-a5d5-3cf0b6220d1c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Jan 18 13:51:29.568774 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567733df-df0f-4201-8da8-b92a86710854 req-5b96384f-a8fa-4b5c-92f9-dcc1b15abd02 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:29.570160 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-567733df-df0f-4201-8da8-b92a86710854 req-5b96384f-a8fa-4b5c-92f9-dcc1b15abd02 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.0789986 Jan 18 13:51:29.618024 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-567733df-df0f-4201-8da8-b92a86710854 req-f411fbb8-3cc3-43ea-863b-57789199db47 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Jan 18 13:51:30.165380 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c0e53-e3bd-45cb-b22c-88dcd32a3b33 req-3f9e0a78-92c3-4114-83f6-a757ee067397 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:30.166837 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a3c0e53-e3bd-45cb-b22c-88dcd32a3b33 req-3f9e0a78-92c3-4114-83f6-a757ee067397 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0773919 Jan 18 13:51:30.256697 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a3c0e53-e3bd-45cb-b22c-88dcd32a3b33 req-fc9dd0df-e107-414e-b748-4495bc676153 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836551 Jan 18 13:51:30.295820 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e44a4e-9033-45a7-b260-58f14774105f req-0d253af3-14f6-4059-a2e1-3f4dcd328ed1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:30.297643 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41e44a4e-9033-45a7-b260-58f14774105f req-0d253af3-14f6-4059-a2e1-3f4dcd328ed1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.0887017 Jan 18 13:51:30.392091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Deleting port 6b1f7c46-1369-4f53-b824-d876a95e07ff {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:30.392438 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:30.671668 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] For port 6b1f7c46-1369-4f53-b824-d876a95e07ff, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6b1f7c46-1369-4f53-b824-d876a95e07ff,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:30.672792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:30.809690 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Calling delete_port for 6b1f7c46-1369-4f53-b824-d876a95e07ff owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:30.980350 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468854f0-bede-48ed-a88f-89f61557bd65 req-844f049c-9485-492c-8a28-7f4fca61c0c4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:30.982276 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-468854f0-bede-48ed-a88f-89f61557bd65 req-844f049c-9485-492c-8a28-7f4fca61c0c4 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 946 time: 0.1793473 Jan 18 13:51:31.048543 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-468854f0-bede-48ed-a88f-89f61557bd65 req-c20e6c5d-edee-4d72-9d66-244fef0ffb2e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Jan 18 13:51:31.049219 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:31.067331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637', 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', '6b1f7c46-1369-4f53-b824-d876a95e07ff'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:51:31.104478 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event deleted for resources: {'Port': ['ID=6b1f7c46-1369-4f53-b824-d876a95e07ff,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:31.177017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] No DVR routers for this DVR port 6b1f7c46-1369-4f53-b824-d876a95e07ff on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:31.179397 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:31.182008 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'name': 'network-vif-deleted', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:31.197969 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41e44a4e-9033-45a7-b260-58f14774105f req-c146586a-84bd-4768-bc9c-11bbfa3f750e tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "DELETE /v2.0/ports/6b1f7c46-1369-4f53-b824-d876a95e07ff HTTP/1.1" status: 204 len: 173 time: 0.8931031 Jan 18 13:51:31.241244 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad310fd8-ffc1-4f93-8e01-1fb009e2a09d', 'name': 'network-vif-deleted', 'tag': '6b1f7c46-1369-4f53-b824-d876a95e07ff', 'status': 'completed', 'code': 200} Jan 18 13:51:31.486987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990893a-8d67-4090-a493-5300f22719d8 req-12af628c-3fc9-45f0-a5f6-fa0a07fdc542 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:31.488592 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5990893a-8d67-4090-a493-5300f22719d8 req-12af628c-3fc9-45f0-a5f6-fa0a07fdc542 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0865204 Jan 18 13:51:31.540187 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5990893a-8d67-4090-a493-5300f22719d8 req-b5906c66-6c78-4da5-bdb8-1d7bc3790f24 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460832 Jan 18 13:51:32.233855 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e0ade7c3-592e-43f1-861b-0fa5f00e4a6d req-a7d60590-badc-40d3-b6fc-12187b9f4f9d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:32.249381 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-e0ade7c3-592e-43f1-861b-0fa5f00e4a6d req-a7d60590-badc-40d3-b6fc-12187b9f4f9d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:32.251185 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e0ade7c3-592e-43f1-861b-0fa5f00e4a6d req-a7d60590-badc-40d3-b6fc-12187b9f4f9d tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 210 time: 0.0584664 Jan 18 13:51:32.744243 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9db37e-4a0b-46cf-984b-9578b8a145da req-c80ed7b2-6d3e-4aa3-b738-b63f4fce3927 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:32.745689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f9db37e-4a0b-46cf-984b-9578b8a145da req-c80ed7b2-6d3e-4aa3-b738-b63f4fce3927 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0837479 Jan 18 13:51:32.798755 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f9db37e-4a0b-46cf-984b-9578b8a145da req-e701506c-32ec-4922-aa92-47418e8e83e7 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Jan 18 13:51:33.436159 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-32c1a13b-16ac-4326-89a0-645af7279fcd req-be23e2a1-cc62-49df-8c3a-d3e7c6ce76c5 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 210 time: 0.0519927 Jan 18 13:51:34.005440 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813ef0-8d5b-43bb-ad8a-52c9a8470996 req-7b05a7df-5919-4c8c-808f-4956600c917b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:34.006897 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-be813ef0-8d5b-43bb-ad8a-52c9a8470996 req-7b05a7df-5919-4c8c-808f-4956600c917b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0809009 Jan 18 13:51:34.031514 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6b1f7c46-1369-4f53-b824-d876a95e07ff no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:34.054120 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-be813ef0-8d5b-43bb-ad8a-52c9a8470996 req-5d85ee4b-75a9-43ea-9b2b-bc28215115b3 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Jan 18 13:51:34.067000 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 6b1f7c46-1369-4f53-b824-d876a95e07ff {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:34.067369 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6b1f7c46-1369-4f53-b824-d876a95e07ff not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:34.620375 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e29a14be-db81-4c90-9146-fa85e4063bbe req-ef417881-7173-41c6-8492-32809aad7f43 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad310fd8-ffc1-4f93-8e01-1fb009e2a09d HTTP/1.1" status: 200 len: 210 time: 0.0505261 Jan 18 13:51:34.843541 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-94c09245-9d95-453e-8383-7b051f1a0038 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:34.845254 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-94c09245-9d95-453e-8383-7b051f1a0038 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.0771768 Jan 18 13:51:34.992879 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Deleting port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:34.993216 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:35.003364 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae5a0600-a672-4b7d-82af-d3770ec94997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:35.289103 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] For port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:35.289459 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:35.426520 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Calling delete_port for e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:35.502256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9b121-1244-48e8-9aee-146df57b73c8 req-b2ae9f78-cbdc-42cd-8b79-8d43d59c6bfb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:35.503725 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7e9b121-1244-48e8-9aee-146df57b73c8 req-b2ae9f78-cbdc-42cd-8b79-8d43d59c6bfb tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 945 time: 0.2762847 Jan 18 13:51:35.599044 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c7e9b121-1244-48e8-9aee-146df57b73c8 req-06244fcf-5703-416b-8674-63b759d9ddc1 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Jan 18 13:51:35.627432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:35.642400 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:51:35.684355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Pushing event deleted for resources: {'Port': ['ID=e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:35.697946 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.698140 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.698488 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.698826 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.699158 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.699492 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.700222 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.700222 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.700467 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.700796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.701123 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:35.793292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] No DVR routers for this DVR port e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:35.796296 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:35.800145 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'name': 'network-vif-deleted', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:35.818801 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aa9a29c0-bc1b-4a82-acd8-b843b38ba815 req-2fbdf03a-9161-4282-acc0-289803620969 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "DELETE /v2.0/ports/e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 HTTP/1.1" status: 204 len: 173 time: 0.9678795 Jan 18 13:51:35.883230 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fd4fed-9463-458c-a5a2-300379efe98d', 'name': 'network-vif-deleted', 'tag': 'e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543', 'status': 'completed', 'code': 200} Jan 18 13:51:36.308498 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfed5e6-11dc-4f7b-9816-ba08bcc065af req-dd4722ca-e6ff-4418-a390-8b9e0a85ce54 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:36.309965 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bfed5e6-11dc-4f7b-9816-ba08bcc065af req-dd4722ca-e6ff-4418-a390-8b9e0a85ce54 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.0829291 Jan 18 13:51:36.357247 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bfed5e6-11dc-4f7b-9816-ba08bcc065af req-8eb46f08-f104-4cde-b862-01cadf8e4c75 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jan 18 13:51:36.779468 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-db2bb2af-355c-43fb-86d9-8c6abbe3a9ff req-9a489dea-0e1d-470b-9c4c-c8854cd55bd5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Synchronizing usage tracker for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:36.795936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-db2bb2af-355c-43fb-86d9-8c6abbe3a9ff req-9a489dea-0e1d-470b-9c4c-c8854cd55bd5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Unset dirty status for tenant:aa7d7d061db443b3926d6fcdeee3baa2 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:36.797159 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db2bb2af-355c-43fb-86d9-8c6abbe3a9ff req-9a489dea-0e1d-470b-9c4c-c8854cd55bd5 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=59fd4fed-9463-458c-a5a2-300379efe98d HTTP/1.1" status: 200 len: 210 time: 0.0577722 Jan 18 13:51:37.330513 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-109265c1-d52c-4ef5-9b70-e80ea7ab6033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:37.577301 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948f8b6-518b-4dca-af0e-fd371c484d2e req-8c072027-454d-4698-bde2-5ab51c98afaa tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:37.579571 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8948f8b6-518b-4dca-af0e-fd371c484d2e req-8c072027-454d-4698-bde2-5ab51c98afaa tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.0860555 Jan 18 13:51:37.626838 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8948f8b6-518b-4dca-af0e-fd371c484d2e req-876340da-a5de-457f-9ed5-671e0e7ddd40 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Jan 18 13:51:38.269703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-776fa4e2-0f50-422d-bd58-eda86a8ffa7c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:38.271117 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-776fa4e2-0f50-422d-bd58-eda86a8ffa7c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.1226099 Jan 18 13:51:38.320741 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.357869 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Deleting port b1e103e4-af57-4d28-be4f-4c1722ab1bca {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:38.358230 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.415934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc84c-8c63-49ab-a867-e47bb494a421 req-fa832483-64f1-49f6-841f-06f8f82b2195 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:38.417489 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f69dc84c-8c63-49ab-a867-e47bb494a421 req-fa832483-64f1-49f6-841f-06f8f82b2195 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1997979 Jan 18 13:51:38.534364 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f69dc84c-8c63-49ab-a867-e47bb494a421 req-c89f5ca0-e41e-457e-a7fd-7387a0828125 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100082 Jan 18 13:51:38.549654 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.654997 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] For port b1e103e4-af57-4d28-be4f-4c1722ab1bca, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b1e103e4-af57-4d28-be4f-4c1722ab1bca,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:38.655611 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:38.861893 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Calling delete_port for b1e103e4-af57-4d28-be4f-4c1722ab1bca owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:38.998585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d759-11cb-4b70-9cd9-d0dd4fe1fbed req-17df6299-a230-438b-9caf-908717eb4344 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:39.000158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f894d759-11cb-4b70-9cd9-d0dd4fe1fbed req-17df6299-a230-438b-9caf-908717eb4344 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a1075f6-c44e-4e40-8639-626f0acea8e9 HTTP/1.1" status: 200 len: 945 time: 0.1450140 Jan 18 13:51:39.097531 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f894d759-11cb-4b70-9cd9-d0dd4fe1fbed req-73d4b5a8-5e70-4f73-9274-c583083866ba tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673046 Jan 18 13:51:39.098569 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:39.111040 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['1171abbc-0b75-4b9b-9da1-f5055661b637', 'b1e103e4-af57-4d28-be4f-4c1722ab1bca'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:51:39.146994 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event deleted for resources: {'Port': ['ID=b1e103e4-af57-4d28-be4f-4c1722ab1bca,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:39.226935 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] No DVR routers for this DVR port b1e103e4-af57-4d28-be4f-4c1722ab1bca on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:39.229455 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:39.231997 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'name': 'network-vif-deleted', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:39.244017 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b1e103e4-af57-4d28-be4f-4c1722ab1bca no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:39.262514 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8233b2bb-ed31-456e-950e-2ae8ca46964d req-7e6c94d0-5d4e-4d4d-a6b2-97309fe348bf tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "DELETE /v2.0/ports/b1e103e4-af57-4d28-be4f-4c1722ab1bca HTTP/1.1" status: 204 len: 173 time: 0.9841588 Jan 18 13:51:39.309363 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1075f6-c44e-4e40-8639-626f0acea8e9', 'name': 'network-vif-deleted', 'tag': 'b1e103e4-af57-4d28-be4f-4c1722ab1bca', 'status': 'completed', 'code': 200} Jan 18 13:51:39.320825 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: b1e103e4-af57-4d28-be4f-4c1722ab1bca {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:39.321425 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b1e103e4-af57-4d28-be4f-4c1722ab1bca not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:39.321982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:39.368774 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:39.369328 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device e6fecbb0-ee36-4eb7-8ee4-139f9b8d6543 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:39.731698 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38104f-d62e-493a-89a4-a202291616a1 req-ded8be5b-c724-46f4-ab06-28597cea9d02 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:39.733140 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f38104f-d62e-493a-89a4-a202291616a1 req-ded8be5b-c724-46f4-ab06-28597cea9d02 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0769355 Jan 18 13:51:39.783631 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f38104f-d62e-493a-89a4-a202291616a1 req-afd3328f-6314-49b4-a1c3-92d4f06764a0 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Jan 18 13:51:39.788251 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:41.000998 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce794e6-0984-4880-b249-76b03c7daa2b req-185ccc01-526b-484e-afa0-c5eea744210f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:41.003179 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fce794e6-0984-4880-b249-76b03c7daa2b req-185ccc01-526b-484e-afa0-c5eea744210f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0894203 Jan 18 13:51:41.050769 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fce794e6-0984-4880-b249-76b03c7daa2b req-ca6a2278-fd1a-4809-a848-35b14e99582d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Jan 18 13:51:41.864739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fe070-e6ad-4433-8ac1-c0dc77e23c0f req-0d59bc03-fe1b-44bd-be65-89f475ea9312 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:41.865415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d33fe070-e6ad-4433-8ac1-c0dc77e23c0f req-0d59bc03-fe1b-44bd-be65-89f475ea9312 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:41.880139 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d33fe070-e6ad-4433-8ac1-c0dc77e23c0f req-0d59bc03-fe1b-44bd-be65-89f475ea9312 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:41.881295 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d33fe070-e6ad-4433-8ac1-c0dc77e23c0f req-0d59bc03-fe1b-44bd-be65-89f475ea9312 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0935445 Jan 18 13:51:41.926397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d33fe070-e6ad-4433-8ac1-c0dc77e23c0f req-e254ece2-a659-4fe1-bf1c-d130a80782b1 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jan 18 13:51:42.261978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb21ef-c0af-41f0-b7ae-3885fcc02bc6 req-57983ad4-27e7-4c57-9f59-40cea0ad6e9e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:42.263332 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aeeb21ef-c0af-41f0-b7ae-3885fcc02bc6 req-57983ad4-27e7-4c57-9f59-40cea0ad6e9e tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0879776 Jan 18 13:51:42.308787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aeeb21ef-c0af-41f0-b7ae-3885fcc02bc6 req-1b0bbe7c-7af4-4aac-90ad-80128cae9ba9 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Jan 18 13:51:43.137240 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f197fe-4d82-4d30-855b-b1503d818d38 req-48af4db0-7b5f-4634-bd35-5ac9a97d2df9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:43.138681 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b8f197fe-4d82-4d30-855b-b1503d818d38 req-48af4db0-7b5f-4634-bd35-5ac9a97d2df9 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.0840309 Jan 18 13:51:43.190380 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b8f197fe-4d82-4d30-855b-b1503d818d38 req-650abae6-1bdb-4146-a4c5-a9f638416a5c tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Jan 18 13:51:43.235270 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Sync routers for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:43.247346 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:43.247959 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:43.438003 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:43.698116 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face150c-70ed-4252-a787-7521e747b05c req-909fdb4e-fdda-4024-8ebd-006b90d03062 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:43.699657 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-face150c-70ed-4252-a787-7521e747b05c req-909fdb4e-fdda-4024-8ebd-006b90d03062 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.0830185 Jan 18 13:51:43.746540 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-face150c-70ed-4252-a787-7521e747b05c req-73c5cdf2-a151-4502-9234-6b3722f81256 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jan 18 13:51:43.782952 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 4, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'b2e22379-8ece-46cd-8e94-2106165a8acf', 'name': '', 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'mac_address': 'fa:16:3e:dc:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:20Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 2, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'subnets': [{'id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:43.787204 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Checking router: 1b154843-6fd4-4890-b975-d5412e03e4ae for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:43.787552 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Updating router 1b154843-6fd4-4890-b975-d5412e03e4ae port b2e22379-8ece-46cd-8e94-2106165a8acf binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:51:43.839020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.185920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.197084 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Transition to ACTIVE for port object b2e22379-8ece-46cd-8e94-2106165a8acf will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:44.203987 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.334453 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13675-189c-4b5c-b6c0-2fe430b5b563 None None] Pushing event updated for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:44.430505 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Attempting to bind port b2e22379-8ece-46cd-8e94-2106165a8acf on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:44.430874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Attempting to bind port b2e22379-8ece-46cd-8e94-2106165a8acf by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:44.431220 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Attempting to bind port b2e22379-8ece-46cd-8e94-2106165a8acf on network 4f0cb906-25e4-4130-851a-49a6e06aeb7a {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:44.439404 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:44.439774 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Checking segment: {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:44.440779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.440779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Bound using segment: {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:44.441029 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Bound port: b2e22379-8ece-46cd-8e94-2106165a8acf, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:44.441397 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.500638 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7799e2-0b27-47a6-907a-5dd349abd471 req-9ea9800d-52f1-4b91-9fa9-e55590934435 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:44.502111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3f7799e2-0b27-47a6-907a-5dd349abd471 req-9ea9800d-52f1-4b91-9fa9-e55590934435 tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.1797764 Jan 18 13:51:44.507766 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-f8127cf4-7dc5-4ed7-b766-2365bcfcd6dc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:44.509146 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-f8127cf4-7dc5-4ed7-b766-2365bcfcd6dc tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 946 time: 0.1302752 Jan 18 13:51:44.547475 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] For port b2e22379-8ece-46cd-8e94-2106165a8acf, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:44.551040 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] For port b2e22379-8ece-46cd-8e94-2106165a8acf, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b2e22379-8ece-46cd-8e94-2106165a8acf,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:44.555624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.614789 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3f7799e2-0b27-47a6-907a-5dd349abd471 req-60df15ef-1d0b-4fe0-905c-33c7bb9dfe7b tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/security-groups?id=ba99fa4b-e199-456d-bf48-a714ddd6e4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Jan 18 13:51:44.621842 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Deleting port 1171abbc-0b75-4b9b-9da1-f5055661b637 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:44.622812 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:44.645851 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13675-189c-4b5c-b6c0-2fe430b5b563 None None] Pushing event updated for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:44.651987 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:44.652787 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:44.942325 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:45.005736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] For port 1171abbc-0b75-4b9b-9da1-f5055661b637, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1171abbc-0b75-4b9b-9da1-f5055661b637,segment=NetworkSegment(7e06471a-9614-4a4e-b7fd-a05473f9cfd1),segment_id=7e06471a-9614-4a4e-b7fd-a05473f9cfd1)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:45.006362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:45.217953 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Calling delete_port for 1171abbc-0b75-4b9b-9da1-f5055661b637 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:45.267669 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 4, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'b2e22379-8ece-46cd-8e94-2106165a8acf', 'name': '', 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'mac_address': 'fa:16:3e:dc:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:20Z', 'updated_at': '2022-01-18T13:51:44Z', 'revision_number': 4, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'subnets': [{'id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:45.271618 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc63fd-2a5a-4ae8-9036-38c0da2279cd None None] The sync data for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi is: [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:21Z', 'revision_number': 4, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'b2e22379-8ece-46cd-8e94-2106165a8acf', 'name': '', 'network_id': '4f0cb906-25e4-4130-851a-49a6e06aeb7a', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'mac_address': 'fa:16:3e:dc:24:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:20Z', 'updated_at': '2022-01-18T13:51:44Z', 'revision_number': 4, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'subnets': [{'id': '3ed50cdf-8351-48b3-85bc-7fe15ebb5497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:45.292311 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9db49-05ec-4f99-beef-2dda0f3b6c52 req-d447cdb8-52c2-42fc-919b-68558f31df3d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:45.293821 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-79d9db49-05ec-4f99-beef-2dda0f3b6c52 req-d447cdb8-52c2-42fc-919b-68558f31df3d tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.3549318 Jan 18 13:51:45.441924 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-79d9db49-05ec-4f99-beef-2dda0f3b6c52 req-f5b0d4f9-40f1-498a-87dd-de656eb7649b tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300039 Jan 18 13:51:45.443028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:45.498965 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Pushing event deleted for resources: {'Port': ['ID=1171abbc-0b75-4b9b-9da1-f5055661b637,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:45.630093 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] No DVR routers for this DVR port 1171abbc-0b75-4b9b-9da1-f5055661b637 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:45.633874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:45.636519 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'name': 'network-vif-deleted', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:45.670645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc5e2b8a-fed0-466d-85b4-6d6f762618a8 req-36bd498d-6122-4a96-9a64-c205799049ec tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.36 "DELETE /v2.0/ports/1171abbc-0b75-4b9b-9da1-f5055661b637 HTTP/1.1" status: 204 len: 173 time: 1.1429718 Jan 18 13:51:45.692208 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-7d5f7d09-b48a-44bd-9495-df7446c1c709 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:45.693664 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-7d5f7d09-b48a-44bd-9495-df7446c1c709 tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 945 time: 0.1412661 Jan 18 13:51:45.740477 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ad7c4a-e5fb-495d-9744-2f0330de8aa3', 'name': 'network-vif-deleted', 'tag': '1171abbc-0b75-4b9b-9da1-f5055661b637', 'status': 'completed', 'code': 200} Jan 18 13:51:45.861539 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Deleting port 2ab48d45-cfd9-46ec-be0b-d01c7676121c {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:45.862226 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:45.902824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-34e12fbb-6151-4521-a8cb-2f9b95041f0c req-7fda8a5a-21f6-4cae-bd1b-be65636780cb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Synchronizing usage tracker for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:45.923694 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b2e22379-8ece-46cd-8e94-2106165a8acf up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:45.963279 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-34e12fbb-6151-4521-a8cb-2f9b95041f0c req-7fda8a5a-21f6-4cae-bd1b-be65636780cb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] Unset dirty status for tenant:db91bdcfb42e44958888e46d56247c7e on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:45.978077 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-34e12fbb-6151-4521-a8cb-2f9b95041f0c req-7fda8a5a-21f6-4cae-bd1b-be65636780cb tempest-AttachVolumeNegativeTest-668592368 tempest-AttachVolumeNegativeTest-668592368-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4ad7c4a-e5fb-495d-9744-2f0330de8aa3 HTTP/1.1" status: 200 len: 210 time: 0.2015254 Jan 18 13:51:46.035676 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port b2e22379-8ece-46cd-8e94-2106165a8acf completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:46.042798 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b2e22379-8ece-46cd-8e94-2106165a8acf triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:46.043244 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:46.246553 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] For port 2ab48d45-cfd9-46ec-be0b-d01c7676121c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=2ab48d45-cfd9-46ec-be0b-d01c7676121c,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:46.247709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:46.277061 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:46.325437 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port b2e22379-8ece-46cd-8e94-2106165a8acf, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b2e22379-8ece-46cd-8e94-2106165a8acf,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:46.329845 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:46.460752 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:46.466470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Calling delete_port for 2ab48d45-cfd9-46ec-be0b-d01c7676121c owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:46.472626 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.472983 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.473313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.475108 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.475419 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.475764 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.476166 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.476523 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.476856 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.477235 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.477552 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:46.681562 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-46b79f0e-810d-487b-ad30-4367b1993953 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458092127&fields=id&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 267 time: 0.1201565 Jan 18 13:51:46.781064 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:46.794384 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['2ab48d45-cfd9-46ec-be0b-d01c7676121c'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:51:46.841390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Pushing event deleted for resources: {'Port': ['ID=2ab48d45-cfd9-46ec-be0b-d01c7676121c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:46.962111 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcff14-b56a-43b9-aa30-fb1d8983a35a req-550dd762-8d5a-44fe-999b-bd6b7f62d61a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:46.963550 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a0bcff14-b56a-43b9-aa30-fb1d8983a35a req-550dd762-8d5a-44fe-999b-bd6b7f62d61a tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/ports?device_id=902fcd11-1d44-47c0-8df6-5c6262a8451a HTTP/1.1" status: 200 len: 867 time: 0.3700945 Jan 18 13:51:46.966627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] No DVR routers for this DVR port 2ab48d45-cfd9-46ec-be0b-d01c7676121c on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:51:46.976539 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.012104 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-d335cacf-7d64-42ca-b8a7-123734a5d504 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:47.013510 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-d335cacf-7d64-42ca-b8a7-123734a5d504 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.3186758 Jan 18 13:51:47.029539 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-563c4c56-310a-4656-926e-a18bec9a7fb0 req-25dbc69c-5796-4ed3-b30a-c428c1366f5f tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.36 "DELETE /v2.0/ports/2ab48d45-cfd9-46ec-be0b-d01c7676121c HTTP/1.1" status: 204 len: 173 time: 1.3286185 Jan 18 13:51:47.048017 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-c39c7e45-8397-434b-b82a-e84c8c84c248 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/quotas/0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 375 time: 0.0215774 Jan 18 13:51:47.050360 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a0bcff14-b56a-43b9-aa30-fb1d8983a35a req-08008a09-43a4-4f8b-9547-afc64630904c tempest-ServerRescueNegativeTestJSON-1405697722 tempest-ServerRescueNegativeTestJSON-1405697722-project] 10.222.0.31 "GET /v2.0/security-groups?id=cdad195e-c39c-4795-943e-7f96518becf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 Jan 18 13:51:47.148092 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-05d71840-cc8e-4f93-8ac6-33a7f0672e14 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884559 Jan 18 13:51:47.276837 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 1171abbc-0b75-4b9b-9da1-f5055661b637 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:47.310885 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 1171abbc-0b75-4b9b-9da1-f5055661b637 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:47.311228 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 1171abbc-0b75-4b9b-9da1-f5055661b637 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:47.355458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39470) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:47.441989 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-185f74c0-09a1-46b7-b726-1c08922d54e3 service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810469 Jan 18 13:51:47.451722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Deleting subnet f96210d2-f08d-4ce4-b469-e6da3f60f086 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:51:47.471780 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.589656 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.603312 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.686934 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-c8c74209-a87f-45fa-82c6-020fe83e83af service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381806 Jan 18 13:51:47.710292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.747611 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'name': 'network-vif-deleted', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:47.759602 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f96210d2-f08d-4ce4-b469-e6da3f60f086,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:47.764750 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.771838 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8f20e3f5-8be6-4c69-b60f-da85afdc4076 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f96210d2-f08d-4ce4-b469-e6da3f60f086 HTTP/1.1" status: 204 len: 168 time: 0.4153461 Jan 18 13:51:47.776036 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39478) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:47.810470 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902fcd11-1d44-47c0-8df6-5c6262a8451a', 'name': 'network-vif-deleted', 'tag': '2ab48d45-cfd9-46ec-be0b-d01c7676121c', 'status': 'completed', 'code': 200} Jan 18 13:51:47.876798 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b2e22379-8ece-46cd-8e94-2106165a8acf up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:51:47.898949 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:47.958536 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port b2e22379-8ece-46cd-8e94-2106165a8acf triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:47.959092 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.058279 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.088837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0d665a-3386-436a-bad8-84d8e4e7dbee']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:48.103331 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e06471a-9614-4a4e-b7fd-a05473f9cfd1') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:48.104132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e06471a-9614-4a4e-b7fd-a05473f9cfd1') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:48.117194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.135928 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.143212 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:51:48.143634 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.173975 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-55c88d32-09c8-4f97-8dc4-97e98ad57b9f req-0cde2170-ab92-4489-a556-88f36f19c3cd tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 210 time: 0.0550830 Jan 18 13:51:48.184228 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39492) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:51:48.237589 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:51:48.243053 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.265262 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.272333 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0d665a-3386-436a-bad8-84d8e4e7dbee,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:48.286085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.286782 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.287441 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.288072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.288696 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.289228 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.289758 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.290287 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.290774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.291289 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.291971 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:51:48.314283 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-325cc5bb-c0f9-48d2-a4a3-6115b0a5aeaf admin admin] 10.222.0.31 "DELETE /v2.0/networks/8e0d665a-3386-436a-bad8-84d8e4e7dbee HTTP/1.1" status: 204 len: 168 time: 0.5385804 Jan 18 13:51:48.634720 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39508) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:48.699907 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-4f4791ec-620c-4b98-bc6e-6e9546ccd04d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db91bdcfb42e44958888e46d56247c7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637987 Jan 18 13:51:48.702459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39512) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:48.721035 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.837647 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.863916 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.930277 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.948443 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba99fa4b-e199-456d-bf48-a714ddd6e4cc,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:48.951650 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:48.953440 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-83cbc574-b339-470f-8d4b-66ead90d4a59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba99fa4b-e199-456d-bf48-a714ddd6e4cc HTTP/1.1" status: 204 len: 168 time: 0.2484376 Jan 18 13:51:49.293140 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 2ab48d45-cfd9-46ec-be0b-d01c7676121c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:49.375487 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 2ab48d45-cfd9-46ec-be0b-d01c7676121c {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:49.376432 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 2ab48d45-cfd9-46ec-be0b-d01c7676121c not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:49.551419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Deleting port 37ca3717-9085-4e11-b5e3-351c7f86019d {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:49.551769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:49.743883 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5372538f-4176-48e0-b0b9-1668920f0c6a req-3e026aec-daaa-4d09-aeb3-e5ed820b9192 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 210 time: 0.1177287 Jan 18 13:51:49.915925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-7484769c-f236-4e78-84a5-f808084102ed tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:49.917332 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-7484769c-f236-4e78-84a5-f808084102ed tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.3672588 Jan 18 13:51:49.963571 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] For port 37ca3717-9085-4e11-b5e3-351c7f86019d, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=37ca3717-9085-4e11-b5e3-351c7f86019d,segment=NetworkSegment(02fbe905-7128-4201-b24c-8f4d6bc4ea3f),segment_id=02fbe905-7128-4201-b24c-8f4d6bc4ea3f)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:49.963921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:50.102486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Calling delete_port for 37ca3717-9085-4e11-b5e3-351c7f86019d owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:50.136534 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-dc41d568-287e-4e98-9861-d68bc1b47d28 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 379 time: 0.2001069 Jan 18 13:51:50.151928 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'port': {'device_id': '61b89e80-2793-457c-a47a-c963c189e73a', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'admin_state_up': True, 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'security_groups': ['34bbd694-40ce-4469-a886-ab04a7202020']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:50.474437 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:50.481406 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:port and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:50.486256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:50.495089 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:50.525197 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Made reservation on behalf of 0463bdb7c39941f483f849c27bb58b71 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:51:50.528761 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:50.749280 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:50.805915 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ca3717-9085-4e11-b5e3-351c7f86019d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:50.932076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.20.0.11 (9a3f34a1-db20-4edb-8613-0c058adf47b0/b3e6c9bd-d706-4c39-8f91-77bfca24c944/aff1f2dc-76f8-4db5-a1a6-00b3a3326844) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:51:51.091453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72d7bede-d4f6-446d-96ca-f193a8caa928 req-9eabbac9-667f-4a58-a756-59fb2b9ac198 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 210 time: 0.1597605 Jan 18 13:51:51.372269 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.395317 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Transition to ACTIVE for port object aff1f2dc-76f8-4db5-a1a6-00b3a3326844 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:51.425959 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.444028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.585851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:51:51.587051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:51:51.589724 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:51:51.594564 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:51.595467 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.633919 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:51.659147 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-3064a546-ba0a-42d9-92ff-1dae7e999543 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5134931 Jan 18 13:51:51.732328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Request body: {'port': {'device_id': '61b89e80-2793-457c-a47a-c963c189e73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:51:51.888695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.909813 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-62309a94-3faf-4def-a477-d1155c2923bc None None] Provisioning for port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:51:51.915974 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-62309a94-3faf-4def-a477-d1155c2923bc None None] Provisioning complete for port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:51:51.916348 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-62309a94-3faf-4def-a477-d1155c2923bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:51.969534 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-62309a94-3faf-4def-a477-d1155c2923bc None None] Port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:51:52.461832 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:52.498996 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2549e7-3d37-4a37-937a-b6bfe1cb86d8 req-357500b7-5193-4a28-863f-9bd8582330d3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:52.500381 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8e2549e7-3d37-4a37-937a-b6bfe1cb86d8 req-357500b7-5193-4a28-863f-9bd8582330d3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:51:52.733254 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8e2549e7-3d37-4a37-937a-b6bfe1cb86d8 req-357500b7-5193-4a28-863f-9bd8582330d3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:51:52.734441 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e2549e7-3d37-4a37-937a-b6bfe1cb86d8 req-357500b7-5193-4a28-863f-9bd8582330d3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 932 time: 0.5054216 Jan 18 13:51:52.743709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff1f2dc-76f8-4db5-a1a6-00b3a3326844 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:51:52.773364 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:52.810537 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Transition to ACTIVE for port object aff1f2dc-76f8-4db5-a1a6-00b3a3326844 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:51:52.818424 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:52.868521 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e2549e7-3d37-4a37-937a-b6bfe1cb86d8 req-e19ec621-3332-47d5-aeb2-41945c71e816 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281331 Jan 18 13:51:52.988883 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Pushing event updated for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:52.998162 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Router 17edc28e-189d-44e6-a46b-5b5160ae15f2 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:51:53.061290 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Attempting to bind port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:51:53.061618 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Attempting to bind port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:51:53.062104 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Attempting to bind port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:53.129755 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:51:53.130066 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Attempting to bind port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:51:53.141405 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:51:53.142139 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:51:53.142851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Bound using segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:51:53.143465 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Bound port: aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:51:53.144031 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:53.330980 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:51:53.348117 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:51:53.359385 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:53.410179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:53.411659 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] 10.222.0.36 "PUT /v2.0/ports/aff1f2dc-76f8-4db5-a1a6-00b3a3326844 HTTP/1.1" status: 200 len: 1094 time: 1.6875672 Jan 18 13:51:53.428352 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:51:53.457856 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:51:53.468427 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Sync routers for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:51:53.489364 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:53.491355 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:53.505705 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3d160df1-c0e1-468e-ae98-d1e775884726 admin admin] 10.222.0.31 "PUT /v2.0/routers/17edc28e-189d-44e6-a46b-5b5160ae15f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3178446 Jan 18 13:51:53.506266 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39604) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:53.508821 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'status': 'completed', 'code': 200} Jan 18 13:51:53.518578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075be90f-b706-4346-bbea-5c3b02e33748 service neutron] Pushing event updated for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:53.548550 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-f612901e-683b-4a47-bc67-91278299062c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 1097 time: 0.0887902 Jan 18 13:51:53.626107 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-41a8885d-1bff-4757-a525-2898e3781d68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844 HTTP/1.1" status: 200 len: 217 time: 0.0692887 Jan 18 13:51:53.692989 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-f27cb74e-eee8-4ed0-877c-bfceab4ffe02 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:53.694641 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-f27cb74e-eee8-4ed0-877c-bfceab4ffe02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0613792 Jan 18 13:51:53.710083 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:53.727250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:53.782376 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-ea3088e8-bc75-41b5-8a35-45ebe17edc42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797961 Jan 18 13:51:53.925431 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-efe0fe05-0207-4608-97f4-d09f32e4c01c service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356065 Jan 18 13:51:53.946585 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:53.958324 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Deleting port d3d1fb40-5958-48ea-8981-874ecadba29c {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:51:53.958834 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:54.094168 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:51:50Z', 'revision_number': 5, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port': {'id': 'd3d1fb40-5958-48ea-8981-874ecadba29c', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:bb:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:25Z', 'updated_at': '2022-01-18T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:54.099314 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Checking router: 17edc28e-189d-44e6-a46b-5b5160ae15f2 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:51:54.110467 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Routers {'17edc28e-189d-44e6-a46b-5b5160ae15f2'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:51:54.111073 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:51:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['17edc28e-189d-44e6-a46b-5b5160ae15f2'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:54.157706 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] For port d3d1fb40-5958-48ea-8981-874ecadba29c, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=d3d1fb40-5958-48ea-8981-874ecadba29c,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:51:54.158201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:54.169690 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2adde76e-61cd-4ae1-a68f-9a364648804c req-342ae83b-dba2-47c6-8233-a5f77d1d5aeb service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287667 Jan 18 13:51:54.186052 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8af55-13f5-4a6e-a395-acc9feaaf7d1 req-3934e879-5706-4128-9453-3d1d3eed551e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:54.194189 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51b8af55-13f5-4a6e-a395-acc9feaaf7d1 req-3934e879-5706-4128-9453-3d1d3eed551e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.1412227 Jan 18 13:51:54.280895 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] Set router 17edc28e-189d-44e6-a46b-5b5160ae15f2 gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:51:54.293167 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Calling delete_port for d3d1fb40-5958-48ea-8981-874ecadba29c owned by network:router_gateway {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:51:54.304526 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51b8af55-13f5-4a6e-a395-acc9feaaf7d1 req-fc98d2c5-5bd6-42b9-946a-67cd520b9196 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094115 Jan 18 13:51:54.352667 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-3759ad64-3e7a-45ce-b099-031e0730647a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 1097 time: 0.1092546 Jan 18 13:51:54.413740 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:51:53Z', 'revision_number': 6, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:54.418396 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8bef07-38ed-405c-947a-6d92b277ac63 None None] The sync data for ids ['17edc28e-189d-44e6-a46b-5b5160ae15f2'] in dv-cinder-825104-1-iscsi is: [{'id': '17edc28e-189d-44e6-a46b-5b5160ae15f2', 'name': 'tempest-ServerRescueNegativeTestJSON-1786085470-router', 'tenant_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:24Z', 'updated_at': '2022-01-18T13:51:53Z', 'revision_number': 6, 'project_id': 'aa7d7d061db443b3926d6fcdeee3baa2', 'gw_port_host': None}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:51:54.510096 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-58ddad68-5619-4b44-9da3-54c48314e7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:54.511784 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-58ddad68-5619-4b44-9da3-54c48314e7c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1483715 Jan 18 13:51:54.598973 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-a32010f3-b615-4403-a72b-06b6fe4d5db4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844 HTTP/1.1" status: 200 len: 217 time: 0.0693717 Jan 18 13:51:54.688118 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:54.739236 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d1fb40-5958-48ea-8981-874ecadba29c,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:54.785327 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-1ed7ed22-ad19-466a-a0fb-fb19bd1310ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:54.786991 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-1ed7ed22-ad19-466a-a0fb-fb19bd1310ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.1819952 Jan 18 13:51:54.877324 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-cb7ba9ae-52ba-48a9-b090-a8845d5c6fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819743 Jan 18 13:51:55.016741 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-70937bc1-3238-43e1-9b3f-8b9ae19f425d service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308618 Jan 18 13:51:55.043340 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.166896 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aac94f80-cae8-4332-90e0-3b4d7119b2ee req-b2d63396-5baa-4e73-a9da-d0b5dfb1e85d service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439743 Jan 18 13:51:55.323750 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.329488 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.446313 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.446746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17edc28e-189d-44e6-a46b-5b5160ae15f2 {{(pid=82797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:51:55.473164 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.477680 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-67989f80-c291-42ec-a0c5-9c6bb494d6c0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/17edc28e-189d-44e6-a46b-5b5160ae15f2 HTTP/1.1" status: 204 len: 168 time: 1.9703298 Jan 18 13:51:55.478571 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39636) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:55.533509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c05948-9e3a-42e5-89ac-014428551d8b req-624063e3-cf64-4d8e-8fba-9ae338cfaabc tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:55.534876 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-63c05948-9e3a-42e5-89ac-014428551d8b req-624063e3-cf64-4d8e-8fba-9ae338cfaabc tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.0881839 Jan 18 13:51:55.542216 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Deleting subnet cad62186-959a-4666-b29e-de09be53e161 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:51:55.545078 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.581473 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-63c05948-9e3a-42e5-89ac-014428551d8b req-8b751174-187e-41d4-8db0-c4e43d5bc744 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Jan 18 13:51:55.600382 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.654686 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.717906 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.758945 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad62186-959a-4666-b29e-de09be53e161,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:55.763713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.770968 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c4188874-9a89-4d8f-a28a-74f2af74dc3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cad62186-959a-4666-b29e-de09be53e161 HTTP/1.1" status: 204 len: 168 time: 0.2912257 Jan 18 13:51:55.773285 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39640) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:55.860884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 37ca3717-9085-4e11-b5e3-351c7f86019d no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:55.877859 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:55.896068 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 37ca3717-9085-4e11-b5e3-351c7f86019d {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:55.896413 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 37ca3717-9085-4e11-b5e3-351c7f86019d not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:55.998773 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.023381 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7235828f-628c-4dbd-b3e4-4c7f2f012560']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:56.035432 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fbe905-7128-4201-b24c-8f4d6bc4ea3f') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:56.035720 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fbe905-7128-4201-b24c-8f4d6bc4ea3f') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:51:56.046619 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.061631 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.067440 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:51:56.067810 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:51:56.081856 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:51:56.164244 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.169320 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.194890 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=7235828f-628c-4dbd-b3e4-4c7f2f012560,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:56.203713 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a58e5c53-6313-4883-b841-a466d048ae20 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7235828f-628c-4dbd-b3e4-4c7f2f012560 HTTP/1.1" status: 204 len: 168 time: 0.4293640 Jan 18 13:51:56.434550 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39648) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:56.492246 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d275951e-b873-4417-8bd3-3ce01df92421 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa7d7d061db443b3926d6fcdeee3baa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562193 Jan 18 13:51:56.494566 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39654) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:56.558496 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.588440 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.730640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.745975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad195e-c39c-4795-943e-7f96518becf7,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:56.755774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:56.756944 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7f92729a-8356-42fe-8cf4-ef4e95fa137f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdad195e-c39c-4795-943e-7f96518becf7 HTTP/1.1" status: 204 len: 168 time: 0.2614853 Jan 18 13:51:56.832423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708450f0-480e-4a8e-afd2-26fb82d679fc req-e3087063-adb4-43da-b3e5-d43c47971913 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:56.834456 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-708450f0-480e-4a8e-afd2-26fb82d679fc req-e3087063-adb4-43da-b3e5-d43c47971913 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.1052842 Jan 18 13:51:56.894291 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-708450f0-480e-4a8e-afd2-26fb82d679fc req-27d5ab1a-d7b8-4834-9643-e8938446be4f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491292 Jan 18 13:51:57.256487 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:51:57.813262 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d3d1fb40-5958-48ea-8981-874ecadba29c no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:51:57.845904 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: d3d1fb40-5958-48ea-8981-874ecadba29c {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:51:57.846244 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device d3d1fb40-5958-48ea-8981-874ecadba29c not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:51:58.088328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2827-c3bb-4733-9b8a-8cd51d8dfc0e req-36097f64-edf3-4170-b282-8b9494783ecc tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:58.089775 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-601d2827-c3bb-4733-9b8a-8cd51d8dfc0e req-36097f64-edf3-4170-b282-8b9494783ecc tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.0768142 Jan 18 13:51:58.138740 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-601d2827-c3bb-4733-9b8a-8cd51d8dfc0e req-9e76120f-3ed9-4ad7-9540-7d9f91af2eae tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Jan 18 13:51:59.215204 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39730) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:59.341624 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9007-70f9-4b93-a29e-905a863e20cf req-34d36906-8b73-4bcd-be2d-0178d110e238 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:51:59.343670 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a6b9007-70f9-4b93-a29e-905a863e20cf req-34d36906-8b73-4bcd-be2d-0178d110e238 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.0812378 Jan 18 13:51:59.361187 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.391158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9a6b9007-70f9-4b93-a29e-905a863e20cf req-80cf4c51-a973-451e-b36b-ac6b936fd095 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418987 Jan 18 13:51:59.402245 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:51:59.406838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Usage tracker for resource:security_group_rule and tenant:66d59a5629ac4b2e97a515093f9b98da is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:51:59.409959 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:51:59.416686 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:51:59.488263 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.493065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.552437 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9521e5b2-1561-4aa3-9c59-20e6cc7c48d1,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:59.558530 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2cda36b1-d3fa-49a0-8e41-92120ce45c95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66d59a5629ac4b2e97a515093f9b98da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3421543 Jan 18 13:51:59.561279 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39740) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:51:59.623062 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.657636 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.708315 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.722810 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521e5b2-1561-4aa3-9c59-20e6cc7c48d1,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:51:59.730632 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:51:59.734457 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-293f01ca-631a-46cb-b3b0-a0f9605e889d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9521e5b2-1561-4aa3-9c59-20e6cc7c48d1 HTTP/1.1" status: 204 len: 168 time: 0.1690145 Jan 18 13:52:00.067713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39758) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:00.086079 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.118117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:00.122092 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Usage tracker for resource:security_group_rule and tenant:8d89d16ce0e84e3eb2e416920eefefec is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:00.125509 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:00.131617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:00.198065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.201901 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.248654 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d89d16ce0e84e3eb2e416920eefefec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1796618 Jan 18 13:52:00.249931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e581b1f-5110-42f3-b6c3-8c012f4d25af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a479f-4280-4bcc-a409-29b26ec16642,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:00.251971 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39768) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:00.316395 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.342936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.400625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.423546 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a479f-4280-4bcc-a409-29b26ec16642,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:00.426985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:00.428109 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a77010c2-7df0-4cf7-80d9-edb98f13a908 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e0a479f-4280-4bcc-a409-29b26ec16642 HTTP/1.1" status: 204 len: 168 time: 0.1750264 Jan 18 13:52:00.600634 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324b33d-3ad4-4761-8c23-3197218efdcc req-815cb2a2-99f1-44bf-9cc9-eaf76542e3c1 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:00.602127 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2324b33d-3ad4-4761-8c23-3197218efdcc req-815cb2a2-99f1-44bf-9cc9-eaf76542e3c1 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.0837090 Jan 18 13:52:00.683635 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2324b33d-3ad4-4761-8c23-3197218efdcc req-44ffd9fd-b784-494a-939b-07d181018033 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672183 Jan 18 13:52:01.914367 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85bf0-8c1f-4a01-885c-ddbeb34c87a6 req-fa3862f9-cb85-4218-b859-b2393d3c0111 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:01.916361 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ec85bf0-8c1f-4a01-885c-ddbeb34c87a6 req-fa3862f9-cb85-4218-b859-b2393d3c0111 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 944 time: 0.0953143 Jan 18 13:52:01.963208 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6ec85bf0-8c1f-4a01-885c-ddbeb34c87a6 req-2396ba50-5ad2-4f56-b842-6784af2293d8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Jan 18 13:52:02.408874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device aff1f2dc-76f8-4db5-a1a6-00b3a3326844 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:52:02.575225 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:02.576884 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08838d2d-2843-4093-b39e-0f6ff61c8097 req-210fdd1b-5f8f-4ec8-8b7c-b32e1376cf4c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:02.578476 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08838d2d-2843-4093-b39e-0f6ff61c8097 req-210fdd1b-5f8f-4ec8-8b7c-b32e1376cf4c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0866625 Jan 18 13:52:02.589435 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'port_id': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'mac_address': 'fa:16:3e:68:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:52:02.630506 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-08838d2d-2843-4093-b39e-0f6ff61c8097 req-87dafed4-6bfe-4695-95fb-ac87a889b0c8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Jan 18 13:52:02.650623 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:02.669021 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff1f2dc-76f8-4db5-a1a6-00b3a3326844 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:02.685327 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:02.692773 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:02.761153 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:02.930413 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['aff1f2dc-76f8-4db5-a1a6-00b3a3326844'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:52:03.252429 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2196886-7366-4815-8ba6-510883e4564a req-a7cbfb46-29fd-485d-8027-f8b90e593599 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:03.260118 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e2196886-7366-4815-8ba6-510883e4564a req-a7cbfb46-29fd-485d-8027-f8b90e593599 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 945 time: 0.1066647 Jan 18 13:52:03.333446 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e2196886-7366-4815-8ba6-510883e4564a req-a20d616a-94fd-47bb-897f-dd865f6ca3d3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719166 Jan 18 13:52:03.660325 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39916) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:03.849438 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785747b-1ef2-4ce4-9c18-5aabffc7d8a4 req-e3c9fe9f-23ad-45f3-9b1e-89e15f12c7ea tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:03.852379 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a785747b-1ef2-4ce4-9c18-5aabffc7d8a4 req-e3c9fe9f-23ad-45f3-9b1e-89e15f12c7ea tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0879140 Jan 18 13:52:03.896430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:03.938622 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a785747b-1ef2-4ce4-9c18-5aabffc7d8a4 req-981d9b46-d28a-4ef3-8023-8e8c48604944 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814214 Jan 18 13:52:03.946369 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:03.950157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Usage tracker for resource:security_group_rule and tenant:e9285f3c3b8243ed8883e296a071be4f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:03.954087 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:03.959781 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:04.038504 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.042881 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.087125 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9285f3c3b8243ed8883e296a071be4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4231451 Jan 18 13:52:04.087400 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39936) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:04.117721 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ba8aa-96e6-401d-b2ef-ae13599a1c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf3f629-c8fd-4cba-ae24-e74b8a7989e3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:04.169884 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.189898 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39944) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:04.206579 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.264507 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.284759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf3f629-c8fd-4cba-ae24-e74b8a7989e3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:04.289587 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.293311 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-08983344-db29-4b30-90d2-1bcca9ad848f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/baf3f629-c8fd-4cba-ae24-e74b8a7989e3 HTTP/1.1" status: 204 len: 168 time: 0.2024543 Jan 18 13:52:04.410018 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.428415 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device aff1f2dc-76f8-4db5-a1a6-00b3a3326844 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:04.458036 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:04.462280 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Usage tracker for resource:security_group_rule and tenant:2ae72e28d7124a1598b611be9c0cae58 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:04.469526 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:04.476767 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:04.587432 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.590935 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:04.593635 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.598503 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:04.598879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.604609 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3e565-af59-453f-b677-27811b13b7d9 req-8d87bc23-64bd-4484-a1f1-f37a3542ea9d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:04.608103 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bf3e565-af59-453f-b677-27811b13b7d9 req-8d87bc23-64bd-4484-a1f1-f37a3542ea9d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 945 time: 0.0983102 Jan 18 13:52:04.635406 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ae72e28d7124a1598b611be9c0cae58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4444258 Jan 18 13:52:04.641203 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39960) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:04.658481 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d0fd-0d9b-49f5-bffd-31fe888e5dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65264f04-3531-45c6-9028-234940168593,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:04.730501 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.743664 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39964) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:04.776583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.782450 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.792069 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bf3e565-af59-453f-b677-27811b13b7d9 req-3a5458d3-300d-461a-b476-149e5f0db5bb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772087 Jan 18 13:52:04.795485 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.815731 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:04.821376 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Usage tracker for resource:security_group_rule and tenant:157fbb2de06b4029b77740e642e2d8c3 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:04.824587 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:04.830821 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:04.846293 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:04.847391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:04.853891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.866691 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.888296 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65264f04-3531-45c6-9028-234940168593,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:04.890826 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.894636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b8506dd0-5f4a-48e9-83f3-3c6f29985387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65264f04-3531-45c6-9028-234940168593 HTTP/1.1" status: 204 len: 168 time: 0.2423103 Jan 18 13:52:04.948814 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'code': 200} Jan 18 13:52:04.957347 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.963507 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:04.982309 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:05.017318 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-83ab2b3a-2942-4ace-bfdd-42784c555018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.051921 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=157fbb2de06b4029b77740e642e2d8c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3070138 Jan 18 13:52:05.053004 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754c7bf-8e29-49e5-a02c-0dddd02fc539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125ee6c2-22d5-4e54-956e-49a827ae5391,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:05.054649 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 39976) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:05.359677 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.411441 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.454558 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c53e-6ffb-41f4-94f3-01036f0480db req-4bb23311-68a1-4f82-b2fb-4a6264400431 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:05.456100 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7963c53e-6ffb-41f4-94f3-01036f0480db req-4bb23311-68a1-4f82-b2fb-4a6264400431 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.2860270 Jan 18 13:52:05.469577 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39990) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:05.489803 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.502985 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4cc66de0-879b-4cca-a529-26e6330184ca req-d9cb37b0-70d6-43ac-9f0a-623efb888879 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 1099 time: 0.2795382 Jan 18 13:52:05.527268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:05.531371 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Usage tracker for resource:security_group_rule and tenant:18e09d52ef6c442c90c0fce5fe969360 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:05.535046 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:05.542346 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:05.567031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7963c53e-6ffb-41f4-94f3-01036f0480db req-dac43285-699f-4e27-a932-ce15c345b121 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014733 Jan 18 13:52:05.567614 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.590435 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ee6c2-22d5-4e54-956e-49a827ae5391,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:05.594843 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4cc66de0-879b-4cca-a529-26e6330184ca req-f7c133c0-7638-49c8-bc6d-8d2a3e35a74d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819633 Jan 18 13:52:05.597198 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.598221 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6c802fc8-817d-4f29-882b-2089ad12c62c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/125ee6c2-22d5-4e54-956e-49a827ae5391 HTTP/1.1" status: 204 len: 168 time: 0.5424249 Jan 18 13:52:05.630459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.635119 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.684224 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5292e6-521d-4d6c-ac30-308b11bf8691,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:05.689145 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6a10d5ed-351c-4bc8-bc62-55565decbbeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18e09d52ef6c442c90c0fce5fe969360&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2173622 Jan 18 13:52:05.691922 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 39996) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:05.753520 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.779822 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.835189 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.858928 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5292e6-521d-4d6c-ac30-308b11bf8691,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:05.881579 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:05.882968 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-14ce00ce-e734-4946-80d8-99b785a04bee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cd5292e6-521d-4d6c-ac30-308b11bf8691 HTTP/1.1" status: 204 len: 168 time: 0.1900330 Jan 18 13:52:06.017925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52480-8ebf-47e0-90aa-e4e18dc5199d req-6f447dc9-6046-4810-9b79-b37948845c6d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:06.019429 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-efe52480-8ebf-47e0-90aa-e4e18dc5199d req-6f447dc9-6046-4810-9b79-b37948845c6d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.0829644 Jan 18 13:52:06.073057 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-efe52480-8ebf-47e0-90aa-e4e18dc5199d req-6fac35fe-b066-4de3-be1f-2002361b372e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Jan 18 13:52:06.809462 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8654-0b05-45a8-ba20-debcba3e99fa req-8d6f3477-c293-41c1-a932-7b57f890fc14 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:06.811068 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-131a8654-0b05-45a8-ba20-debcba3e99fa req-8d6f3477-c293-41c1-a932-7b57f890fc14 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0921202 Jan 18 13:52:06.863427 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-131a8654-0b05-45a8-ba20-debcba3e99fa req-bd6b3cc4-1c7d-45bd-8e68-89cb568c63b4 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463560 Jan 18 13:52:07.001984 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40054) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:07.220650 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.287100 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:07.291080 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Usage tracker for resource:security_group_rule and tenant:68faea4d5a51424a9cb371e43f4c15a8 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:07.294121 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:07.320082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:07.329876 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735716b-911e-427d-b8ca-d1d3effdd671 req-bc3654f4-4a0c-4f49-a463-0ac287994887 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:07.343524 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0773a472-3325-4418-84bf-a7e2b382382f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.345706 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9735716b-911e-427d-b8ca-d1d3effdd671 req-bc3654f4-4a0c-4f49-a463-0ac287994887 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.1364017 Jan 18 13:52:07.444189 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9735716b-911e-427d-b8ca-d1d3effdd671 req-a5e5b41b-80f7-4163-98b5-e858d198b9f5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881953 Jan 18 13:52:07.450765 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.456789 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.536024 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68faea4d5a51424a9cb371e43f4c15a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5303619 Jan 18 13:52:07.536533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40080) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:07.556136 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97782dd9-d212-4810-93ee-85c526bc7a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f05ca-fad9-4f40-835c-7d23beb1c5f0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:07.669116 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40086) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:07.706149 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.737240 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.813741 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d19ba-3be3-4509-97d4-e3fc08672c96 req-b8e09952-42e7-4f62-91a9-0f920067b443 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:07.822729 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d34d19ba-3be3-4509-97d4-e3fc08672c96 req-b8e09952-42e7-4f62-91a9-0f920067b443 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.1847544 Jan 18 13:52:07.849350 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.885318 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.886216 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f05ca-fad9-4f40-835c-7d23beb1c5f0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:07.926509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:07.927751 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-62552d22-ed32-4652-8d9d-52d3951b8866 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5d1f05ca-fad9-4f40-835c-7d23beb1c5f0 HTTP/1.1" status: 204 len: 168 time: 0.3901427 Jan 18 13:52:07.944717 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d34d19ba-3be3-4509-97d4-e3fc08672c96 req-cdd13f8b-75d4-4a80-9b11-2382430e84d2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148882 Jan 18 13:52:07.950616 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:07.955665 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Usage tracker for resource:security_group_rule and tenant:4584cd7c9188463ca33a492ccc8071ce is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:07.959095 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:07.963739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40104) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:07.966843 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:08.061235 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.070084 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.114175 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59bfe-8343-4d74-a94e-4f49241a5528 req-3a0480a4-4201-4131-b5ad-d03d72fb1e16 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:08.116675 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4dc59bfe-8343-4d74-a94e-4f49241a5528 req-3a0480a4-4201-4131-b5ad-d03d72fb1e16 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1269381 Jan 18 13:52:08.147665 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4584cd7c9188463ca33a492ccc8071ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4770055 Jan 18 13:52:08.150445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40112) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:08.179003 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d846f-c9a8-42cb-a3a2-67cd4fd70198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8eed59d-2cb8-42d4-adf1-f983c4d0eca7,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:08.250299 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.274455 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981841ce-ad2d-43c9-9bb0-9661cac1d71d req-759d705a-dbf2-4f8c-9269-54e74018821a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:08.276001 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-981841ce-ad2d-43c9-9bb0-9661cac1d71d req-759d705a-dbf2-4f8c-9269-54e74018821a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1581297 Jan 18 13:52:08.292557 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4dc59bfe-8343-4d74-a94e-4f49241a5528 req-53db5453-25f2-4aab-a1c7-8ac677f9e4d9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332464 Jan 18 13:52:08.301834 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.336681 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.434104 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-981841ce-ad2d-43c9-9bb0-9661cac1d71d req-8b13a85c-0512-41dd-b40b-e57f33241aaf tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356606 Jan 18 13:52:08.435929 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.481236 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8eed59d-2cb8-42d4-adf1-f983c4d0eca7,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:08.513404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.514739 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-8f0f69d3-8d1b-49a6-bf50-774867714c56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8eed59d-2cb8-42d4-adf1-f983c4d0eca7 HTTP/1.1" status: 204 len: 168 time: 0.3631017 Jan 18 13:52:08.517554 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40118) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:08.520797 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a684758e-a168-4706-9f8e-a55be4ae7180 tempest-TestVolumeBootPattern-1319854991 tempest-TestVolumeBootPattern-1319854991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 1094 time: 0.5525320 Jan 18 13:52:08.528820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'port_id': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:08.536421 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:08.542270 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:floatingip and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:08.547775 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:08.565356 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:08.572422 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.583658 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.749227 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:08.903843 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.27.0.114 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/f8673da8-3786-4099-9648-0ff1bd5e71e4) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:09.068140 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:09.100037 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:09.178281 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:09.181260 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:09.183798 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:09.243543 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=f8673da8-3786-4099-9648-0ff1bd5e71e4,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:09.735070 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f42e46-d833-4507-b8db-225f1ecb6bac req-a9c5dcb8-4182-490b-bd29-1938042cc0be tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:09.736605 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30f42e46-d833-4507-b8db-225f1ecb6bac req-a9c5dcb8-4182-490b-bd29-1938042cc0be tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2193964 Jan 18 13:52:09.799502 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:09.800770 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c61c8e-71c4-4146-a4da-54cdb6311ff4 req-186e057b-ddee-4182-b58f-1a24e79db25c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:09.802280 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6c61c8e-71c4-4146-a4da-54cdb6311ff4 req-186e057b-ddee-4182-b58f-1a24e79db25c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1511090 Jan 18 13:52:09.839730 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-30f42e46-d833-4507-b8db-225f1ecb6bac req-b7bc0015-e7aa-44e0-9c77-d4287290fbb6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957155 Jan 18 13:52:09.895084 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f6c61c8e-71c4-4146-a4da-54cdb6311ff4 req-ba05afc3-bc4f-4029-a916-4268cb91420b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854924 Jan 18 13:52:09.924584 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:09.985407 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:10.214526 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:10.219417 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:10.335268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=f8673da8-3786-4099-9648-0ff1bd5e71e4,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:10.370794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:10.612435 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.l3_db [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Floating IP 429266ff-e09b-4e2b-8dd2-8b081d8b5858 associated. External IP: 172.27.0.114, port: aff1f2dc-76f8-4db5-a1a6-00b3a3326844. Jan 18 13:52:11.086353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:52:11.150009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156b83-a1d3-4a70-a28c-52294785dbe6 req-beb7b7fe-195a-4956-a711-051b359fffd3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:11.164888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62156b83-a1d3-4a70-a28c-52294785dbe6 req-beb7b7fe-195a-4956-a711-051b359fffd3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1217208 Jan 18 13:52:11.179169 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5636-4664-4d77-922d-57a410c1c9c7 req-bb6337e5-de4c-40d8-be07-00fea06dc91b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:11.181511 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-448c5636-4664-4d77-922d-57a410c1c9c7 req-bb6337e5-de4c-40d8-be07-00fea06dc91b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1760190 Jan 18 13:52:11.262040 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-62156b83-a1d3-4a70-a28c-52294785dbe6 req-28db80ec-2548-4146-a630-ae4bdfedf5c8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924237 Jan 18 13:52:11.267097 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-448c5636-4664-4d77-922d-57a410c1c9c7 req-37ff3264-68b0-41a5-81af-04bf0a39fb16 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679727 Jan 18 13:52:11.337669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:52:11.352669 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:52:11.365408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:11.384173 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:52:11.384937 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:11.435975 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c8464dfb-1d2d-4887-a99f-0954560bfcac tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9064267 Jan 18 13:52:11.435975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:11.450376 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40274) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:11.491493 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'status': 'completed', 'code': 200} Jan 18 13:52:11.590834 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:52:11.605499 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-28958e96-382b-42d8-9f77-0793ca35de6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 1099 time: 0.0929487 Jan 18 13:52:11.622727 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:11.758342 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:11.766206 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Usage tracker for resource:security_group_rule and tenant:8ec7117f3acd4b20842db3f2e16b83bb is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:11.768981 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-f517de18-727e-419a-9d39-95609d507fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:11.770927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:11.771166 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-f517de18-727e-419a-9d39-95609d507fd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1592829 Jan 18 13:52:11.776571 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:11.862849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:11.868155 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:11.889817 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-01ffe97b-4613-4bbf-bfad-3872b4157f96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844 HTTP/1.1" status: 200 len: 1000 time: 0.1120832 Jan 18 13:52:11.917536 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ecff39-55bc-4221-bfc2-73401f0f1253,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:11.924885 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1b41792b-27ba-4792-8cd2-3a50b0e0643b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ec7117f3acd4b20842db3f2e16b83bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4704874 Jan 18 13:52:11.924885 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40282) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:11.956902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-1a1a7b6b-4902-4d66-b32b-9416cafaef0f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:11.959840 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-1a1a7b6b-4902-4d66-b32b-9416cafaef0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0645177 Jan 18 13:52:12.001482 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '429266ff-e09b-4e2b-8dd2-8b081d8b5858', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:68:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b89e80-2793-457c-a47a-c963c189e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:52:09Z', 'updated_at': '2022-01-18T13:52:09Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:12.005767 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:52:12.006114 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.017485 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:52:12.018022 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:12.035957 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.103210 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.124429 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ecff39-55bc-4221-bfc2-73401f0f1253,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:12.136001 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.139090 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5be98721-3862-4a7b-b6d7-99882f1171e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62ecff39-55bc-4221-bfc2-73401f0f1253 HTTP/1.1" status: 204 len: 168 time: 0.2097435 Jan 18 13:52:12.140684 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-7e642bc9-a0da-4cfd-9162-fa30cce4358b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1744778 Jan 18 13:52:12.242195 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:52:12.297362 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-9eb557b3-f7a1-46cb-978d-a77cf9a98ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502059 Jan 18 13:52:12.632490 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-413e3e19-a428-4ac2-b60e-d96841056c41 req-ebe7dc79-2cca-492a-a847-ff245b20cc8f service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292954 Jan 18 13:52:12.646020 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffaea-af5b-4bfc-b3c2-64bbce8a935b req-688b80f7-784d-4c57-9da6-72e06176394c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:12.652576 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64dffaea-af5b-4bfc-b3c2-64bbce8a935b req-688b80f7-784d-4c57-9da6-72e06176394c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.2097695 Jan 18 13:52:12.687720 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '429266ff-e09b-4e2b-8dd2-8b081d8b5858', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:68:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b89e80-2793-457c-a47a-c963c189e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:52:09Z', 'updated_at': '2022-01-18T13:52:09Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:12.690761 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dea99-5fcd-48c4-98a1-19510ab4e229 req-b702239c-00a9-48e1-bd8a-80c9c8c6bf8a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:12.693206 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f17e61-637b-49bf-9bd4-4c753351fb95 None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '429266ff-e09b-4e2b-8dd2-8b081d8b5858', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:68:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b89e80-2793-457c-a47a-c963c189e73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:52:09Z', 'updated_at': '2022-01-18T13:52:09Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:52:12.697891 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f0dea99-5fcd-48c4-98a1-19510ab4e229 req-b702239c-00a9-48e1-bd8a-80c9c8c6bf8a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2131510 Jan 18 13:52:12.745141 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40296) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:12.762706 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64dffaea-af5b-4bfc-b3c2-64bbce8a935b req-6e5fbbc4-57af-4e37-a6fa-47f2371db9b0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085956 Jan 18 13:52:12.779194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.784308 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f0dea99-5fcd-48c4-98a1-19510ab4e229 req-6aa6031b-44db-4fe0-bf56-eaa896b48ad1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857129 Jan 18 13:52:12.816154 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:12.820477 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Usage tracker for resource:security_group_rule and tenant:400aae45548f4e548da8e4c84d599daf is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:12.827562 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:12.833485 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:12.909223 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.915409 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:12.961801 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96822f1a-4ecc-495e-a64e-4fe78901a1ce None None] New status for floating IP 429266ff-e09b-4e2b-8dd2-8b081d8b5858: ACTIVE {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:52:12.964124 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2dadfe-ef82-46e2-a0b1-c7d2f5ec5327,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:12.969486 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-cd16b759-adf1-457f-abb9-6ce8fd5923d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=400aae45548f4e548da8e4c84d599daf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2221744 Jan 18 13:52:12.972189 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40300) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:13.036004 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:13.062946 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:13.120970 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:13.137802 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2dadfe-ef82-46e2-a0b1-c7d2f5ec5327,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:13.147921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:13.149225 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b4a8ab6e-3fad-46ab-9028-ef3252a21a6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba2dadfe-ef82-46e2-a0b1-c7d2f5ec5327 HTTP/1.1" status: 204 len: 168 time: 0.1761742 Jan 18 13:52:14.055933 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873da1c-8fd9-4e76-be70-5482c5c32098 req-1503195c-ee3a-4aa2-968b-f7479f44bf6d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:14.057415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e873da1c-8fd9-4e76-be70-5482c5c32098 req-1503195c-ee3a-4aa2-968b-f7479f44bf6d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1406181 Jan 18 13:52:14.097179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5951b-997c-4ab5-99bf-a661af226acf req-2f46dfcb-db4a-4315-acc2-c64dd1795296 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:14.098639 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d5951b-997c-4ab5-99bf-a661af226acf req-2f46dfcb-db4a-4315-acc2-c64dd1795296 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1332953 Jan 18 13:52:14.136533 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e873da1c-8fd9-4e76-be70-5482c5c32098 req-d4a09ad0-302e-4100-a4bc-72f9a9e59d43 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723145 Jan 18 13:52:14.169662 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d5951b-997c-4ab5-99bf-a661af226acf req-d181a3f8-9cb8-48f3-ad1c-2f03dfa8f890 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598228 Jan 18 13:52:14.571632 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb1e3-eb09-4e5c-a626-6b1c7b6822a1 req-15b8011f-e0dd-4511-817b-52d8b0c29ae0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:14.573131 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a4cb1e3-eb09-4e5c-a626-6b1c7b6822a1 req-15b8011f-e0dd-4511-817b-52d8b0c29ae0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1341898 Jan 18 13:52:14.633410 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-6ede10a2-3c70-4c9e-8c1c-6a71e8befbde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1099 time: 0.1280718 Jan 18 13:52:14.637359 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5a4cb1e3-eb09-4e5c-a626-6b1c7b6822a1 req-d8b30f49-dbd5-4da3-909f-7df73f9a5e58 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542285 Jan 18 13:52:14.776685 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-5e781bbf-db67-4303-8170-3e25849ed59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:14.778247 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-5e781bbf-db67-4303-8170-3e25849ed59e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.1370795 Jan 18 13:52:14.882570 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-88b79fde-d665-4d8e-b944-a2b9da83dc00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 1002 time: 0.0970852 Jan 18 13:52:14.947900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-6c325014-fb5c-4d1f-851d-00ac4790d133 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:14.949448 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-6c325014-fb5c-4d1f-851d-00ac4790d133 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.0589874 Jan 18 13:52:15.034979 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-17264787-5427-4b11-a398-ea73a0eb989e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781627 Jan 18 13:52:15.171120 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-a06dcfd8-1334-4926-8a2b-fdb37fd044b6 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297426 Jan 18 13:52:15.434605 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94899cb8-e982-4fbf-b43a-61ccb5f59184 req-4f124610-8511-44b2-9b9c-f0443cb4c948 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573626 Jan 18 13:52:15.471700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6e52b-f246-44cf-9392-26e9315016b1 req-ca63ec0d-99ab-4fd9-b9c1-ace87ab30e28 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:15.473168 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8b6e52b-f246-44cf-9392-26e9315016b1 req-ca63ec0d-99ab-4fd9-b9c1-ace87ab30e28 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0986702 Jan 18 13:52:15.519658 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8b6e52b-f246-44cf-9392-26e9315016b1 req-4c7da173-d1f1-4ce0-b5af-a5936dc26aba tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Jan 18 13:52:15.840653 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e149887-9ab3-4e8b-8aa4-635d2daaf8eb req-60820ac4-9324-411a-9051-fb944598be60 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:15.843978 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e149887-9ab3-4e8b-8aa4-635d2daaf8eb req-60820ac4-9324-411a-9051-fb944598be60 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0813944 Jan 18 13:52:15.899973 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7e149887-9ab3-4e8b-8aa4-635d2daaf8eb req-b7df1397-e84c-4cdb-80ad-6d34c3c7a504 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500977 Jan 18 13:52:16.751649 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef3e1e-0fe4-4660-a9cf-9c5ce4f494e5 req-6d53ebd2-f3f3-41c5-8b35-fa842a46c59d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:16.753210 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dbef3e1e-0fe4-4660-a9cf-9c5ce4f494e5 req-6d53ebd2-f3f3-41c5-8b35-fa842a46c59d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0843229 Jan 18 13:52:16.802599 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dbef3e1e-0fe4-4660-a9cf-9c5ce4f494e5 req-49db38ac-1c04-4d7b-ab9f-b3d282dee650 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 Jan 18 13:52:17.109361 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd646-d796-45e3-bac1-bd36dc0a6890 req-a569ab3d-e604-46f3-a865-c3fa0ec73ece tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:17.110992 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-041bd646-d796-45e3-bac1-bd36dc0a6890 req-a569ab3d-e604-46f3-a865-c3fa0ec73ece tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0846865 Jan 18 13:52:17.158708 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-041bd646-d796-45e3-bac1-bd36dc0a6890 req-92102ae8-9b34-4bea-afed-c05fb4c903e8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Jan 18 13:52:18.014551 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a00dd-7962-4b99-b73b-7e47ae8bf6cb req-223b9bf2-3c5a-4fcc-9908-3b4104967285 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:18.016488 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c8a00dd-7962-4b99-b73b-7e47ae8bf6cb req-223b9bf2-3c5a-4fcc-9908-3b4104967285 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0786526 Jan 18 13:52:18.069933 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c8a00dd-7962-4b99-b73b-7e47ae8bf6cb req-925ad0a0-6f13-4025-bdb6-661e47177af3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478220 Jan 18 13:52:18.492725 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40396) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:18.634334 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.665332 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:18.669083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5c0ba27dc1478f9d10cbd0564d6784 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:18.672448 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:18.678177 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:18.746802 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.751552 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.798413 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989e5928-d3f9-4efe-89d0-b7a45fcede13,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:18.802486 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e3f87a02-d5b5-473e-a528-4533d8381ed3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa5c0ba27dc1478f9d10cbd0564d6784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3087616 Jan 18 13:52:18.805580 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40404) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:18.869371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.900716 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.952771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.966689 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e5928-d3f9-4efe-89d0-b7a45fcede13,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:18.973756 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:18.974861 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8355cd5f-24b3-47d0-b2b3-2a4e91b05d89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/989e5928-d3f9-4efe-89d0-b7a45fcede13 HTTP/1.1" status: 204 len: 168 time: 0.1686940 Jan 18 13:52:19.304626 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da2ff-88fa-4047-98f5-de2a3e9ac597 req-bc086df7-2724-4306-adb2-3e4d910657bf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:19.306169 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc8da2ff-88fa-4047-98f5-de2a3e9ac597 req-bc086df7-2724-4306-adb2-3e4d910657bf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0931764 Jan 18 13:52:19.372873 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dc8da2ff-88fa-4047-98f5-de2a3e9ac597 req-b70fd65d-c036-4591-8411-edb653cd08cd tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599198 Jan 18 13:52:19.805825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40430) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:19.940575 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250891680-network', 'tenant_id': 'ab2270b5953a4cdaa592064ee3426a34'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:19.945625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:19.949395 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Usage tracker for resource:network and tenant:ab2270b5953a4cdaa592064ee3426a34 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:19.952339 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:19.958423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:19.970022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Made reservation on behalf of ab2270b5953a4cdaa592064ee3426a34 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:19.972331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:19.988831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.020124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:20.023824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2270b5953a4cdaa592064ee3426a34 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:20.026597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:20.033238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:20.099934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.103897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.132839 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:52:20.142221 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220a4a01-cd3a-4461-84de-88beceb8545d,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:20.147835 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.148174 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Added segment 351c5554-387c-4465-956a-803836328693 of type vlan for network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 Jan 18 13:52:20.174829 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.204090 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.204913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:20.205488 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.310732 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:20.315297 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e6aef5bc-b2b1-474c-b46c-ef44cf7d8958 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5083799 Jan 18 13:52:20.318372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40438) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:20.321863 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:52:20.324407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Request body: {'subnet': {'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250891680-subnet', 'tenant_id': 'ab2270b5953a4cdaa592064ee3426a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:20.329925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:20.333885 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Usage tracker for resource:subnet and tenant:ab2270b5953a4cdaa592064ee3426a34 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:20.336841 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:20.343373 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:20.353525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Made reservation on behalf of ab2270b5953a4cdaa592064ee3426a34 for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:20.355909 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.634944 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.683022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb72ae-e34b-46ee-8e1c-b3daa0d952c4 req-fde5d0df-487c-47f0-abe0-d7a4d032e848 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:20.684490 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3cfb72ae-e34b-46ee-8e1c-b3daa0d952c4 req-fde5d0df-487c-47f0-abe0-d7a4d032e848 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1617115 Jan 18 13:52:20.727471 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4136e15a-9215-444b-a5f9-4dd6f6499787,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:20.771474 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3cfb72ae-e34b-46ee-8e1c-b3daa0d952c4 req-cc87783b-7d61-4ecc-bb08-7bc90bbbfe74 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806360 Jan 18 13:52:20.774571 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Checking segment: {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:20.774919 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Network hostable DHCP agents. Network: 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:52:20.798144 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:52:20.807819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:20.813205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:20.813788 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:20.817752 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051961e-f4f6-4776-9898-af4017fa5863 None None] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:52:20.835663 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1c00fa43-1982-469b-94b5-e228c140f6a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5162084 Jan 18 13:52:21.028254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798b913-a1c2-41a4-b374-d1f690b8bbf5 None None] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:52:21.985925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b77ea-30dc-4775-a25b-30c772a1c5d7 req-e9e1dc90-491f-4589-abd6-fbcf2f08ce6e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:21.987386 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-909b77ea-30dc-4775-a25b-30c772a1c5d7 req-e9e1dc90-491f-4589-abd6-fbcf2f08ce6e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0804043 Jan 18 13:52:22.032555 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-909b77ea-30dc-4775-a25b-30c772a1c5d7 req-25d83151-9ba7-4569-99bb-677d61f1d583 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394824 Jan 18 13:52:22.470331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:22.892026 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4916d48f-86c6-4b85-92cd-5bddeb8880e8 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:22.892641 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4916d48f-86c6-4b85-92cd-5bddeb8880e8 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:network {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:22.908983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4916d48f-86c6-4b85-92cd-5bddeb8880e8 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:network {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:22.910262 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4916d48f-86c6-4b85-92cd-5bddeb8880e8 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 809 time: 0.1580408 Jan 18 13:52:22.926019 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-e4acb6a7-6d70-4d41-ac13-f563183233f1 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/quotas/ab2270b5953a4cdaa592064ee3426a34 HTTP/1.1" status: 200 len: 375 time: 0.0104482 Jan 18 13:52:23.050903 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-787565d5-fc2f-4c88-88fc-df250fb52e9c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201615 Jan 18 13:52:23.222335 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4c58e678-3844-4f01-bf58-e8f38bcb8ad7 service neutron] 10.222.0.31 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648521 Jan 18 13:52:23.359752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b48f3-3f86-41ed-abb1-7215b864b32a req-a5e89204-ab6d-4192-bb35-ee87a712009d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:23.361219 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-974b48f3-3f86-41ed-abb1-7215b864b32a req-a5e89204-ab6d-4192-bb35-ee87a712009d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1923416 Jan 18 13:52:23.398281 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-23887860-4d0d-4223-b820-4a92cc1d64b1 service neutron] 10.222.0.31 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699371 Jan 18 13:52:23.419053 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-974b48f3-3f86-41ed-abb1-7215b864b32a req-599fec6d-9c42-4468-9362-3d6a8b6e495f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Jan 18 13:52:23.587252 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fcebbb3-afe7-48dc-b487-d51ee7a991d1 req-26cda696-949a-4886-b6ad-50e7a9bc2b7b tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 210 time: 0.0476298 Jan 18 13:52:24.522314 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-0d95c1d0-e2b9-460b-b9c4-3d96c211f971 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697887 Jan 18 13:52:24.812789 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-643ed95e-3362-41fb-aa4b-ed07ca2dbac8 req-ac4fe357-edb8-413a-bf67-7e1f358e5113 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 210 time: 0.0876453 Jan 18 13:52:24.843079 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-d6c1425e-e6d6-4c1d-9593-3d70e52fbbba tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:24.844496 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-d6c1425e-e6d6-4c1d-9593-3d70e52fbbba tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 809 time: 0.3016870 Jan 18 13:52:24.859047 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-dc6bc6d1-fe98-4ee2-8e4c-13f99a8b2db0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 1099 time: 0.2931044 Jan 18 13:52:24.865338 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d384335-b6b8-40c7-b9c9-221b313f2a48 req-79688ed3-dbca-49f5-b76e-9f61fd71b82e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:24.866713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d384335-b6b8-40c7-b9c9-221b313f2a48 req-79688ed3-dbca-49f5-b76e-9f61fd71b82e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2653348 Jan 18 13:52:24.892257 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Request body: {'port': {'device_id': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9', 'admin_state_up': True, 'tenant_id': 'ab2270b5953a4cdaa592064ee3426a34'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:25.092544 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d384335-b6b8-40c7-b9c9-221b313f2a48 req-207dfdb8-6736-454f-872c-cb951ef6e60e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195852 Jan 18 13:52:25.158473 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-549e7448-8152-4692-acc1-352b48549018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:25.159897 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-549e7448-8152-4692-acc1-352b48549018 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.2510111 Jan 18 13:52:25.160789 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:25.164588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Usage tracker for resource:port and tenant:ab2270b5953a4cdaa592064ee3426a34 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:25.215695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:25.224977 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:25.261490 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Made reservation on behalf of ab2270b5953a4cdaa592064ee3426a34 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:25.265172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:25.298383 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-6293c1ab-57ae-4557-9b64-51cb2c807fd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 200 len: 1002 time: 0.1310446 Jan 18 13:52:25.424913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-1cc073a3-9a88-4342-91c9-56c007cfac6e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:25.426878 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-1cc073a3-9a88-4342-91c9-56c007cfac6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.0945151 Jan 18 13:52:25.543757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Allocated IP 172.20.0.5 (4dfd2389-07d4-4855-9a8a-f1dfd121e7d9/4136e15a-9215-444b-a5f9-4dd6f6499787/5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:25.584106 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-4629f71e-abe9-430c-b96e-2efd09beb51e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503215 Jan 18 13:52:25.933882 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-1e1923b0-e4af-4514-a8b5-192154eb4da3 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361528 Jan 18 13:52:26.009360 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d40b0c2-90cb-4114-977f-35f11528a9fe req-53f63f60-5d9e-41d0-9675-aefa2e43102e tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 210 time: 0.0663583 Jan 18 13:52:26.077964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.145021 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8338eec6-ea81-4ca7-bb40-4188410aae39 req-f05ffe8c-5f56-4b35-8fc1-bddb1c0c8075 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681747 Jan 18 13:52:26.152348 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.228728 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:26.231868 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:26.234926 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:26.238989 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:26.239586 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.283578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Pushing event updated for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:26.308025 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-dc712326-075e-481f-bed5-7a215c372f2c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4213228 Jan 18 13:52:26.322517 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Request body: {'port': {'device_id': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:26.431315 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240720fe-12cd-46fd-a8fe-fdefafa8a393 req-781fd571-7bea-40c3-8977-faf96590a7c6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:26.432783 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240720fe-12cd-46fd-a8fe-fdefafa8a393 req-781fd571-7bea-40c3-8977-faf96590a7c6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1870644 Jan 18 13:52:26.469859 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.509063 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:52:26.539815 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-240720fe-12cd-46fd-a8fe-fdefafa8a393 req-56fe0a25-16dd-4b27-90a1-8d87c9aed57b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996459 Jan 18 13:52:26.683390 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:26.703051 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:52:26.768563 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.794417 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:26.817989 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:26.823601 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.866813 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40518) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:26.908793 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:26.915466 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=6']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:26.917076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:26.924076 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['5181b004-6190-4db5-bc3f-263c86edcdfd'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:52:26.934869 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Transition to ACTIVE for port object 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:26.940014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.044952 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.085763 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:27.089715 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac2d8bed28d4bd08bd72226f51ceebd is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:27.093460 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:27.100537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:27.114267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:27.186039 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.191721 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.234441 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Attempting to bind port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:52:27.234792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Attempting to bind port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:52:27.235133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Attempting to bind port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:27.239227 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ac2d8bed28d4bd08bd72226f51ceebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3681891 Jan 18 13:52:27.239524 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40528) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:27.246525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:52:27.246832 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Attempting to bind port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:27.264941 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:52:27.265392 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Checking segment: {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:27.265713 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Bound using segment: {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:52:27.266422 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Bound port: 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:52:27.266768 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.280753 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3e755-a055-4715-902a-8c67800e56a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a589a208-37f6-4a82-a180-734901e6fd2b,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:27.322924 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.350723 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.361835 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6690b-b77d-4751-8478-c02501a49efd req-b8114ea9-306b-46a0-969c-7b20b977358a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:27.362584 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b4f6690b-b77d-4751-8478-c02501a49efd req-b8114ea9-306b-46a0-969c-7b20b977358a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:27.408283 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b4f6690b-b77d-4751-8478-c02501a49efd req-b8114ea9-306b-46a0-969c-7b20b977358a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:27.411161 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.412462 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4f6690b-b77d-4751-8478-c02501a49efd req-b8114ea9-306b-46a0-969c-7b20b977358a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 943 time: 0.2355235 Jan 18 13:52:27.416879 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:52:27.422177 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:52:27.432408 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589a208-37f6-4a82-a180-734901e6fd2b,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:27.440836 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.441966 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-483b8b82-5110-457a-b722-a88c016caae7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a589a208-37f6-4a82-a180-734901e6fd2b HTTP/1.1" status: 204 len: 168 time: 0.2009926 Jan 18 13:52:27.442759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.530701 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:27.532080 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 HTTP/1.1" status: 200 len: 1093 time: 1.2148709 Jan 18 13:52:27.532547 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:27.549987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b4f6690b-b77d-4751-8478-c02501a49efd req-9bcb9c56-379f-4be5-9dee-aff45657c716 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:27.563931 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731c800-b363-4ef4-af23-906d8ec296b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:27.747157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6', 'status': 'completed', 'code': 200} Jan 18 13:52:27.754306 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b4f6690b-b77d-4751-8478-c02501a49efd req-9bcb9c56-379f-4be5-9dee-aff45657c716 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:27.760469 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4f6690b-b77d-4751-8478-c02501a49efd req-9bcb9c56-379f-4be5-9dee-aff45657c716 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412368 Jan 18 13:52:27.874089 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-0b258761-d451-4944-8039-86582df3730d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 1096 time: 0.2892201 Jan 18 13:52:27.963384 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123eb36-431a-4fae-a3fd-248d79402a6c req-08d4c811-1508-4b83-a7af-72465b3d0f1d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:27.965094 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d123eb36-431a-4fae-a3fd-248d79402a6c req-08d4c811-1508-4b83-a7af-72465b3d0f1d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.1841028 Jan 18 13:52:27.966384 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-057f81b9-4a0f-42a0-aa01-f3f0daf99f87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0831192 Jan 18 13:52:28.074676 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d123eb36-431a-4fae-a3fd-248d79402a6c req-220ffd71-851b-4bbe-abe8-0f550330bf2d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027379 Jan 18 13:52:28.088736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-300a968b-67ab-463d-ab1e-1084f731a95d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:28.090547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-300a968b-67ab-463d-ab1e-1084f731a95d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4136e15a-9215-444b-a5f9-4dd6f6499787 HTTP/1.1" status: 200 len: 849 time: 0.1173401 Jan 18 13:52:28.158004 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-fffed02a-cec0-4528-8f34-56661323b0ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559661 Jan 18 13:52:28.308466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-4a63b11b-7736-47f2-bbd8-6fac0bd22de7 service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442232 Jan 18 13:52:28.509960 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f0b538ca-a1aa-4b73-9e5f-eceb71732728 req-b6ccb740-3ed0-4547-9f34-06bd3605587b service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951063 Jan 18 13:52:28.525697 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:28.608764 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 5181b004-6190-4db5-bc3f-263c86edcdfd triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:28.609295 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:28.694322 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-dbf13210-dc53-4736-a391-b3065419473e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 1096 time: 0.1210399 Jan 18 13:52:28.757532 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:28.792373 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:28.803369 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:28.808611 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:28.890340 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=7']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:28.903294 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'code': 200} Jan 18 13:52:28.987926 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71973-60b7-487b-99a9-81d034adc59c req-2ae91496-fb84-488a-a71d-03edf8b9fe53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:28.989906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-2ae91496-fb84-488a-a71d-03edf8b9fe53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 910 time: 0.2867098 Jan 18 13:52:29.095302 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-cc89bef3-2543-4aa6-8c99-c6f8abf9528c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0700309 Jan 18 13:52:29.176219 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71973-60b7-487b-99a9-81d034adc59c req-b8ee2968-e626-4107-b770-51cc14071927 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:29.180883 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-b8ee2968-e626-4107-b770-51cc14071927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4136e15a-9215-444b-a5f9-4dd6f6499787 HTTP/1.1" status: 200 len: 849 time: 0.0792911 Jan 18 13:52:29.244805 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-c80b6248-83b8-4df8-a363-fbb6f01c052c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532153 Jan 18 13:52:29.259392 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7eb97-0f8c-4981-92e9-a32eaf7d1cfa req-0ae9648e-753e-4e39-a56c-4e4cbec39f55 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:29.269316 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d7eb97-0f8c-4981-92e9-a32eaf7d1cfa req-0ae9648e-753e-4e39-a56c-4e4cbec39f55 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 943 time: 0.2783914 Jan 18 13:52:29.478093 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-087009d1-6b56-4338-adb0-8f4aac3ae20f service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243564 Jan 18 13:52:29.620309 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d7eb97-0f8c-4981-92e9-a32eaf7d1cfa req-482c9ebb-f1cf-4f95-a632-a569a3eadf2e tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499534 Jan 18 13:52:29.690470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10a849-8ac0-46ad-8f57-8d4bc90e5402 req-7afd5867-d256-41cb-af7b-dfe37401316d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:29.692195 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c10a849-8ac0-46ad-8f57-8d4bc90e5402 req-7afd5867-d256-41cb-af7b-dfe37401316d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.4205832 Jan 18 13:52:29.715168 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1cf71973-60b7-487b-99a9-81d034adc59c req-d201358e-3771-4781-9177-d12ddb8085d3 service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281969 Jan 18 13:52:29.751314 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c10a849-8ac0-46ad-8f57-8d4bc90e5402 req-248c9225-57e8-47cd-a19d-439313a8d04c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532088 Jan 18 13:52:30.855133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4d85b-fa85-4eaf-b8d9-5215bd5ee944 req-3325f6fa-d81f-4284-b2a6-0f03d586ef67 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:30.856770 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8a4d85b-fa85-4eaf-b8d9-5215bd5ee944 req-3325f6fa-d81f-4284-b2a6-0f03d586ef67 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 943 time: 0.0989490 Jan 18 13:52:31.068968 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8a4d85b-fa85-4eaf-b8d9-5215bd5ee944 req-996d0d06-f978-4c5d-8662-74b8282ae385 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052295 Jan 18 13:52:31.090216 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01e7e6-40d0-427e-a81b-cceb4ee140be req-dac07cf0-665b-49f3-93cb-7f6bb6c8f35d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:31.092382 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f01e7e6-40d0-427e-a81b-cceb4ee140be req-dac07cf0-665b-49f3-93cb-7f6bb6c8f35d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1183991 Jan 18 13:52:31.147085 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f01e7e6-40d0-427e-a81b-cceb4ee140be req-1c599da0-871b-4e74-9a12-d1fa666c2f17 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479429 Jan 18 13:52:32.384307 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49debef2-16e4-4691-9566-be88ae639e8f req-9e91b241-3e45-48eb-a4be-97be7b7e23b7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:32.385682 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-49debef2-16e4-4691-9566-be88ae639e8f req-9e91b241-3e45-48eb-a4be-97be7b7e23b7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 943 time: 0.1567299 Jan 18 13:52:32.440111 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baca16e-c6bb-4328-bc44-7334022585b3 req-6792f210-37e0-4d75-a21d-c622dff9dbd6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:32.441591 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9baca16e-c6bb-4328-bc44-7334022585b3 req-6792f210-37e0-4d75-a21d-c622dff9dbd6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.1346085 Jan 18 13:52:32.468453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-49debef2-16e4-4691-9566-be88ae639e8f req-1704e30e-8cf0-41ad-a8f5-83830c36e09f tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731792 Jan 18 13:52:32.509238 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9baca16e-c6bb-4328-bc44-7334022585b3 req-3dff15ee-7f89-4040-bb6d-413c7cc9f3de tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616174 Jan 18 13:52:32.527018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:52:32.669878 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:32.683614 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6', 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9', 'port_id': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6', 'mac_address': 'fa:16:3e:66:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4136e15a-9215-444b-a5f9-4dd6f6499787', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:52:32.749572 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:32.795859 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:32.822479 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:32.828866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:32.902513 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:33.116627 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:52:33.297673 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40634) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:33.459366 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.494546 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:33.498595 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:07eb22d0cff64a599fac6d67e6728b74 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:33.501922 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:33.507794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:33.584245 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.589091 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.629985 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07eb22d0cff64a599fac6d67e6728b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3300867 Jan 18 13:52:33.632427 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40644) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:33.679545 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b4300-6560-493c-aedd-f815c9d3fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eaeb5f-8f9e-44fb-8a57-f56c0b6e1cc5,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:33.724897 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.756142 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.806804 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f3bdc-bdd3-4511-b8f2-d4b8bd775084 req-bf1f8d03-0c2b-4c30-901e-f2aad1f9dc05 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:33.814890 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b1f3bdc-bdd3-4511-b8f2-d4b8bd775084 req-bf1f8d03-0c2b-4c30-901e-f2aad1f9dc05 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 944 time: 0.1998308 Jan 18 13:52:33.832794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.851230 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eaeb5f-8f9e-44fb-8a57-f56c0b6e1cc5,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:33.868537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:33.870149 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f210afd5-380d-4940-888b-b18531ad4a91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6eaeb5f-8f9e-44fb-8a57-f56c0b6e1cc5 HTTP/1.1" status: 204 len: 168 time: 0.2365570 Jan 18 13:52:33.897131 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b1f3bdc-bdd3-4511-b8f2-d4b8bd775084 req-fb493e7b-3155-42d9-9b67-1ef50cd59544 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805638 Jan 18 13:52:33.921205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d43bec-8200-4adb-acbd-2dce1913aa99 req-6770cb09-ef1f-4848-8743-a21f28c19abf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:33.928207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12d43bec-8200-4adb-acbd-2dce1913aa99 req-6770cb09-ef1f-4848-8743-a21f28c19abf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2166522 Jan 18 13:52:33.977906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12d43bec-8200-4adb-acbd-2dce1913aa99 req-5c94d627-25fd-4a9c-9d18-18981ce74124 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485971 Jan 18 13:52:34.259055 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:52:34.303849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40652) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:34.326320 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.377809 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:34.398429 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7020d9bd604b51823abe49c7d556e7 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:34.401835 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:34.409492 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:34.516928 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.522525 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.540585 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:34.610617 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f7020d9bd604b51823abe49c7d556e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055441 Jan 18 13:52:34.612029 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961af73-66c0-4477-885c-d96a243be352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae63e3-a7eb-45be-9b35-d6cea6d9693c,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:34.613415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 40656) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:34.643164 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:34.648527 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:34.648901 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.711121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.743584 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.771905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.801398 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:34.818796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.824083 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:34.829813 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.845560 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:34.847164 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2dae63e3-a7eb-45be-9b35-d6cea6d9693c HTTP/1.1" status: 204 len: 168 time: 0.2325377 Jan 18 13:52:34.850715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d595-cdb9-447d-a837-d697dc0aa38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae63e3-a7eb-45be-9b35-d6cea6d9693c,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:34.895809 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6', 'code': 200} Jan 18 13:52:34.943851 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:35.028912 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d7c78e00-a389-43cb-af30-f59028a404e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:35.336042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62dde-4674-4281-bcb6-57bb48cb8984 req-a9fcd368-cf9d-408e-a225-40b7ae6bd3db tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:35.344051 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66a62dde-4674-4281-bcb6-57bb48cb8984 req-a9fcd368-cf9d-408e-a225-40b7ae6bd3db tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.2269361 Jan 18 13:52:35.369732 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa6b84-f143-45f8-a55e-4f8520d76cc7 req-699d38e7-d875-4b82-8f0d-bc160a19ffc4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:35.371157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a5aa6b84-f143-45f8-a55e-4f8520d76cc7 req-699d38e7-d875-4b82-8f0d-bc160a19ffc4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2209804 Jan 18 13:52:35.413486 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0122e97f-f068-4bc9-9ba6-b4b513d3d4dd req-0ff16eaf-e9fb-406a-9bbb-77f5947f59f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 1098 time: 0.2642500 Jan 18 13:52:35.465775 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a5aa6b84-f143-45f8-a55e-4f8520d76cc7 req-a11ba6aa-03ad-4548-b33d-37ef6f4e07c2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842760 Jan 18 13:52:35.485537 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-66a62dde-4674-4281-bcb6-57bb48cb8984 req-c1ccc61f-56b6-42e5-ab38-3333c6a94f3d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409483 Jan 18 13:52:35.529123 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0122e97f-f068-4bc9-9ba6-b4b513d3d4dd req-4d748f04-6f4b-4adb-a15c-87a730937d75 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069143 Jan 18 13:52:36.855195 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d1f82-de90-400b-9aab-fade514fab41 req-b64f624d-d1b9-4037-9721-fd00f6b88912 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:36.861191 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-537d1f82-de90-400b-9aab-fade514fab41 req-b64f624d-d1b9-4037-9721-fd00f6b88912 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.1796837 Jan 18 13:52:36.873455 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d355391-7ce8-4920-bcbd-b807a26a941a req-59cf8c28-f412-4296-91db-2abae0e649b0 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:36.875400 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d355391-7ce8-4920-bcbd-b807a26a941a req-59cf8c28-f412-4296-91db-2abae0e649b0 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2264650 Jan 18 13:52:36.972607 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d355391-7ce8-4920-bcbd-b807a26a941a req-0903ed7c-742c-4f4b-921d-e824bb4dfd70 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762804 Jan 18 13:52:36.993474 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-537d1f82-de90-400b-9aab-fade514fab41 req-8a41d498-0b21-4840-9cf0-9f0722d47d16 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287553 Jan 18 13:52:37.334910 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-132c7be7-7745-449b-8981-1837cd02117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:38.351423 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:38.361438 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747f53-967f-4aef-85f7-27e6e2f2af88 req-a40e324e-66b0-4c9b-98f4-86bb1c4000fd tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:38.368326 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68747f53-967f-4aef-85f7-27e6e2f2af88 req-a40e324e-66b0-4c9b-98f4-86bb1c4000fd tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2014413 Jan 18 13:52:38.419293 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3a330-afaa-4d1a-99fe-993a348efa24 req-9f184a96-9330-431f-bccd-cbb6b7c766b5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:38.420853 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58f3a330-afaa-4d1a-99fe-993a348efa24 req-9f184a96-9330-431f-bccd-cbb6b7c766b5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.1826630 Jan 18 13:52:38.436035 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68747f53-967f-4aef-85f7-27e6e2f2af88 req-67e41dd9-630d-4558-a506-ae4400e41bf7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667741 Jan 18 13:52:38.511188 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58f3a330-afaa-4d1a-99fe-993a348efa24 req-3fd0bb57-f890-421f-8bf0-34b4bf041d48 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Jan 18 13:52:38.574651 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:39.661419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c367cae-4120-417a-b667-6a1d401dc98c req-cc8103fe-9510-4390-829f-f84dbf3b866f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:39.662867 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5c367cae-4120-417a-b667-6a1d401dc98c req-cc8103fe-9510-4390-829f-f84dbf3b866f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0836639 Jan 18 13:52:39.751659 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5c367cae-4120-417a-b667-6a1d401dc98c req-f2fcf348-3d0e-45ed-a69a-9d46998b5d53 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824373 Jan 18 13:52:39.793668 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26289b5-581c-448d-b575-0af19bef0d46 req-ec018245-3ec5-4926-afca-32bcb6442f55 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:39.796103 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b26289b5-581c-448d-b575-0af19bef0d46 req-ec018245-3ec5-4926-afca-32bcb6442f55 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.0889387 Jan 18 13:52:39.801511 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:39.853963 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b26289b5-581c-448d-b575-0af19bef0d46 req-21896aef-3663-416e-bf21-335518cc2d4f tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520754 Jan 18 13:52:39.992299 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-cdd28bb7-defc-4a03-8cd6-058db73adcbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1098 time: 0.0698297 Jan 18 13:52:40.207560 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736254fd-096d-43f5-a809-b41c556bcc59 req-4b055d9c-4a0f-405b-a5f3-0e00d802d8a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:40.209045 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-4b055d9c-4a0f-405b-a5f3-0e00d802d8a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.2098653 Jan 18 13:52:40.310997 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-edd1a615-cdc6-42fc-bece-71c0eeac07ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 1000 time: 0.0956759 Jan 18 13:52:40.376818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736254fd-096d-43f5-a809-b41c556bcc59 req-653bd0a6-4f03-47f5-a65f-bd1751284d1c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:40.378268 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-653bd0a6-4f03-47f5-a65f-bd1751284d1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.0610523 Jan 18 13:52:40.459545 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-3a48a605-6416-4b5a-a764-9edeb0a04701 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728335 Jan 18 13:52:40.594711 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-c8766a14-9b2b-4ab9-8ebe-f715082ba552 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266990 Jan 18 13:52:40.736140 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-736254fd-096d-43f5-a809-b41c556bcc59 req-fc8ace05-7cf8-4364-81e5-9be26cd0cda3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320293 Jan 18 13:52:40.982409 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74244d-53a1-4f85-ae1c-4ba3f48d7f78 req-2dd217a5-f6ba-4652-8b99-dd30df56163e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:40.983999 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8b74244d-53a1-4f85-ae1c-4ba3f48d7f78 req-2dd217a5-f6ba-4652-8b99-dd30df56163e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0815227 Jan 18 13:52:41.109026 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8b74244d-53a1-4f85-ae1c-4ba3f48d7f78 req-410ef900-3d76-4216-8687-82c25fab20f5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881743 Jan 18 13:52:41.129800 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d582b-c1e2-44f1-8e1e-9506d7be1ccf req-5a6d83d2-7ac7-4692-8d2e-07b514e4d78c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:41.131548 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7d582b-c1e2-44f1-8e1e-9506d7be1ccf req-5a6d83d2-7ac7-4692-8d2e-07b514e4d78c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.1439090 Jan 18 13:52:41.183830 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7c7d582b-c1e2-44f1-8e1e-9506d7be1ccf req-33b1353c-1de7-468f-b371-4afbab7ae5e7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Jan 18 13:52:41.364410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-d9da2d6e-d00e-4b8d-929d-6e95810b88bb tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:41.365841 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-d9da2d6e-d00e-4b8d-929d-6e95810b88bb tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 945 time: 0.0779397 Jan 18 13:52:41.439677 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Deleting port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:52:41.440048 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:41.676875 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] For port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:41.677229 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:41.799136 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Calling delete_port for 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:52:41.936291 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:41.947754 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:52:41.986005 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Pushing event deleted for resources: {'Port': ['ID=5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:42.026039 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.026384 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.026722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.027054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.027379 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.027702 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.028049 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.028372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.028795 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.029499 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.029499 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:42.069024 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] No DVR routers for this DVR port 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:52:42.071314 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:42.073775 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'name': 'network-vif-deleted', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:42.089312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-01f9d3d4-678c-4479-a9be-bfdb527388f7 req-6c0142fc-47de-425b-bfc6-adac8dc030cf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "DELETE /v2.0/ports/5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 HTTP/1.1" status: 204 len: 173 time: 0.7176092 Jan 18 13:52:42.128480 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0096dc-de24-46cd-8d6c-8679cfb68603', 'name': 'network-vif-deleted', 'tag': '5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6', 'status': 'completed', 'code': 200} Jan 18 13:52:42.440453 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9d4b293b-b9af-47ea-b2c5-ab5723cfab23 req-71de79db-8d71-44c9-88ba-33ac7e254d9b tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:42.470309 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9d4b293b-b9af-47ea-b2c5-ab5723cfab23 req-71de79db-8d71-44c9-88ba-33ac7e254d9b tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:42.471353 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d4b293b-b9af-47ea-b2c5-ab5723cfab23 req-71de79db-8d71-44c9-88ba-33ac7e254d9b tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f0096dc-de24-46cd-8d6c-8679cfb68603 HTTP/1.1" status: 200 len: 210 time: 0.0770209 Jan 18 13:52:42.482359 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d388b0-5449-447f-8ce1-282c63296dd5 req-cf6613bb-22b3-4784-957f-163e81a0524e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:42.484026 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6d388b0-5449-447f-8ce1-282c63296dd5 req-cf6613bb-22b3-4784-957f-163e81a0524e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.2220030 Jan 18 13:52:42.535887 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6d388b0-5449-447f-8ce1-282c63296dd5 req-a179c4b9-e303-470d-8ef2-bd88cfaf2f5d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Jan 18 13:52:43.753464 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351ffb-f94f-4e49-ad99-5e473859ee63 req-fc2326b3-497e-4494-813b-080cd5975276 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:43.754966 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41351ffb-f94f-4e49-ad99-5e473859ee63 req-fc2326b3-497e-4494-813b-080cd5975276 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 945 time: 0.0811300 Jan 18 13:52:43.883787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41351ffb-f94f-4e49-ad99-5e473859ee63 req-2d5da55a-10d7-4b64-ad16-717fdda1bec6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234274 Jan 18 13:52:43.949120 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-52ea5725-b00d-4355-9de7-a42401ffb034 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:43.950693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-52ea5725-b00d-4355-9de7-a42401ffb034 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 809 time: 0.1736376 Jan 18 13:52:43.969405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-06b7bb22-bebd-44c5-8a43-508f0fe2e201 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/quotas/ab2270b5953a4cdaa592064ee3426a34 HTTP/1.1" status: 200 len: 375 time: 0.0123019 Jan 18 13:52:44.019098 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-6aabfd2f-78cd-4c46-b226-bf75cb748661 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437832 Jan 18 13:52:44.169881 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-757cb030-0de3-4ab0-8aa2-d6658ab50973 service neutron] 10.222.0.31 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423862 Jan 18 13:52:44.314772 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-cfd2ab5b-f1d2-4785-aee4-4d8e64c43cf6 service neutron] 10.222.0.31 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383016 Jan 18 13:52:44.538770 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-605cf5b8-19a7-4a2f-9a44-fe0cd7f0499c req-31abb0e5-fc23-441d-923d-5a25cb2f6efd tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 210 time: 0.0491121 Jan 18 13:52:44.589060 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:52:44.728784 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:44.758920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:44.774835 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:44.789326 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:44.830293 dv-cinder-825104-1-iscsi neutron-server[82798]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'code': 422} returned with failed status Jan 18 13:52:44.861686 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fb17d324-800e-4205-b2d1-da9d0eaf99fb req-abdc6bd5-1044-4586-8523-907e81e6c135 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0828569 Jan 18 13:52:44.866772 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=8']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:45.143335 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8c8bc-8329-465f-be76-d8d622422816 req-64ee5823-a979-4367-92d7-2afa7d995d90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:45.144809 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ede8c8bc-8329-465f-be76-d8d622422816 req-64ee5823-a979-4367-92d7-2afa7d995d90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.0870874 Jan 18 13:52:45.175750 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40872) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:45.192428 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ede8c8bc-8329-465f-be76-d8d622422816 req-b20c6b4b-da5c-4ef4-b092-3d69080138d4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Jan 18 13:52:45.317306 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-c59ae1c7-01c0-4b59-89bf-6a5b762657db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401029 Jan 18 13:52:45.672593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-e978a1f1-c447-4c98-bb22-181b37e00453 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:45.674005 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-e978a1f1-c447-4c98-bb22-181b37e00453 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 809 time: 0.1998942 Jan 18 13:52:45.692192 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Request body: {'port': {'device_id': '675596dc-1eea-40c0-846d-e0bf52717634', 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9', 'admin_state_up': True, 'tenant_id': 'ab2270b5953a4cdaa592064ee3426a34'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:45.832870 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a1b09574-0240-489b-9157-f3477a4b2add req-af20f5a3-63f1-46d2-ab49-95cb26010d4a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 210 time: 0.1141479 Jan 18 13:52:45.900654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:45.911423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:45.922032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Made reservation on behalf of ab2270b5953a4cdaa592064ee3426a34 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:45.925940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.012619 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40896) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:46.095585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Allocated IP 172.20.0.9 (4dfd2389-07d4-4855-9a8a-f1dfd121e7d9/4136e15a-9215-444b-a5f9-4dd6f6499787/0cb6b78f-0e85-47ce-9627-b0c98ee40717) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:46.177379 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.209315 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:46.213170 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Usage tracker for resource:security_group_rule and tenant:d84899e573c34503ba6b92fa7ce3a452 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:46.217201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:46.222306 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:46.296416 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.302454 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.303313 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.349237 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79786fcc-ad04-42ab-9e26-545973307de3,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:46.358370 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fbdecf9e-8920-4ae2-a992-72f06de5c686 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d84899e573c34503ba6b92fa7ce3a452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3426001 Jan 18 13:52:46.360518 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40904) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:46.388956 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.438972 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.475020 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.538270 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.556762 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79786fcc-ad04-42ab-9e26-545973307de3,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:46.566612 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.567821 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-de8fcf25-0e38-4e96-8d02-11e036a8fa1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79786fcc-ad04-42ab-9e26-545973307de3 HTTP/1.1" status: 204 len: 168 time: 0.2063575 Jan 18 13:52:46.594989 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:52:46.603323 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:46.609769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:46.612641 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:46.616944 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:46.617812 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.621948 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Pushing event updated for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:46.648506 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:52:46.649148 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5b6ad9b2-8ec3-4a00-8de0-37b28e09a3a6 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:52:46.664161 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff387a-f3d9-424b-91db-1a459e98796b req-36ca09dd-0fde-4c98-bf4c-8fbf7bd02234 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:46.665652 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1aff387a-f3d9-424b-91db-1a459e98796b req-36ca09dd-0fde-4c98-bf4c-8fbf7bd02234 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.3173900 Jan 18 13:52:46.667320 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-0c24a81d-d84f-4856-9bc3-d1ac1932c60c tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9790988 Jan 18 13:52:46.730815 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Request body: {'port': {'device_id': '675596dc-1eea-40c0-846d-e0bf52717634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:46.855224 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1aff387a-f3d9-424b-91db-1a459e98796b req-91856814-3a30-4dac-ba82-a87948cb574a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825223 Jan 18 13:52:46.893822 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.911460 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-7697aa50-b8d9-47a1-908e-896cb444c180 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 1096 time: 0.2179830 Jan 18 13:52:46.942781 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40914) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:46.961900 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:46.993165 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:46.996947 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f31161df096d400cbf48fe0dd6af081d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:47.001787 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:47.007495 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:47.076265 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.081600 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.137457 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af66155-5d3c-483f-a45d-16e7f888c40d,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:47.147129 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-4f4c002b-0dc7-4a8e-8aa7-e12c48e977c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f31161df096d400cbf48fe0dd6af081d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031057 Jan 18 13:52:47.150577 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40920) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:47.213249 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-1971fb03-82be-4ba0-b9e3-75a93447db97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1096 time: 0.2706757 Jan 18 13:52:47.224215 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.258345 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.261045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9b60-9bbc-492e-8a0c-d80d0589acc7 req-62c7b8a3-6836-4dee-98fe-12d52c1947d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:47.261727 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b20c9b60-9bbc-492e-8a0c-d80d0589acc7 req-62c7b8a3-6836-4dee-98fe-12d52c1947d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:52:47.309012 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.326112 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af66155-5d3c-483f-a45d-16e7f888c40d,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:47.330542 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.334206 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7170d644-4b91-4d8a-b847-e67fbdff6eb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5af66155-5d3c-483f-a45d-16e7f888c40d HTTP/1.1" status: 204 len: 168 time: 0.1822462 Jan 18 13:52:47.371605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b20c9b60-9bbc-492e-8a0c-d80d0589acc7 req-62c7b8a3-6836-4dee-98fe-12d52c1947d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:52:47.373689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b20c9b60-9bbc-492e-8a0c-d80d0589acc7 req-62c7b8a3-6836-4dee-98fe-12d52c1947d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 931 time: 0.3848569 Jan 18 13:52:47.496554 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-85bfb417-964f-4c41-8bc4-27f8cb23d5c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:47.498385 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-85bfb417-964f-4c41-8bc4-27f8cb23d5c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.2326655 Jan 18 13:52:47.504962 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b20c9b60-9bbc-492e-8a0c-d80d0589acc7 req-a1ffb2e5-9f3b-42ef-85aa-ed635832f413 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229303 Jan 18 13:52:47.658237 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb6b78f-0e85-47ce-9627-b0c98ee40717 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:47.667125 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.672953 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-4ceb6f1a-ef72-4563-a42f-2a647d4b9c6b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 998 time: 0.1659038 Jan 18 13:52:47.722348 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Transition to ACTIVE for port object 0cb6b78f-0e85-47ce-9627-b0c98ee40717 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:47.730108 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.809030 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-1f2d1a95-4028-4d52-ab7c-b26d23b47255 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:47.811453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-1f2d1a95-4028-4d52-ab7c-b26d23b47255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1292090 Jan 18 13:52:47.858333 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40930) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:47.877100 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:47.900630 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:47.911582 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:47.915436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Usage tracker for resource:security_group_rule and tenant:4a01be33f9be44f2a44f3577462cbfe9 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:47.918250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:47.925355 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:47.994124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Attempting to bind port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:52:47.994701 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Attempting to bind port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:52:47.994810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Attempting to bind port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:48.001379 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.004219 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:52:48.004534 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Attempting to bind port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 on network 4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:48.006400 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.015736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-2d939088-0320-447f-a4d9-7143b189bf68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1486228 Jan 18 13:52:48.017850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:52:48.018187 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Checking segment: {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:48.018550 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Bound using segment: {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:52:48.018970 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Bound port: 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351c5554-387c-4465-956a-803836328693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:52:48.019309 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.055420 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977761a4-b5b7-4b67-b8c9-ebb5212cf429,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:48.065329 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-093fb931-78e4-4b73-988d-db227e60a707 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a01be33f9be44f2a44f3577462cbfe9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2021780 Jan 18 13:52:48.065599 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40936) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:48.133121 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.161025 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.216691 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.232081 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977761a4-b5b7-4b67-b8c9-ebb5212cf429,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:48.240962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.242249 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9c886f3a-ee00-4fb6-a7b0-50bc8bf948b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/977761a4-b5b7-4b67-b8c9-ebb5212cf429 HTTP/1.1" status: 204 len: 168 time: 0.1758614 Jan 18 13:52:48.380804 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:52:48.399095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b0ec5-f1e2-4eda-8d65-6110f5a66ff2 req-380ea905-d037-4668-94c7-ea10f4d75e7a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:48.404650 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-584b0ec5-f1e2-4eda-8d65-6110f5a66ff2 req-380ea905-d037-4668-94c7-ea10f4d75e7a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.3758297 Jan 18 13:52:48.408028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:52:48.410919 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-c1a2cbd1-9dca-43d7-976f-de9d900fea53 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806353 Jan 18 13:52:48.430614 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.585008 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:48.586350 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] 10.222.0.36 "PUT /v2.0/ports/0cb6b78f-0e85-47ce-9627-b0c98ee40717 HTTP/1.1" status: 200 len: 1093 time: 1.8941932 Jan 18 13:52:48.594635 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:48.629027 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-584b0ec5-f1e2-4eda-8d65-6110f5a66ff2 req-46682471-77ce-4c93-a977-388585d22bfb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171545 Jan 18 13:52:48.680467 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a126d06-a827-40fa-b958-0184bca5ee0c service neutron] Pushing event updated for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:48.733636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717', 'status': 'completed', 'code': 200} Jan 18 13:52:48.779218 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-94e37a5a-126c-4cae-ba2c-f01ec9d65b35 req-749ee7f2-e928-40ad-9144-cccf512c1c84 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498499 Jan 18 13:52:48.820602 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-66d69b6f-c0e7-4145-ae83-135c6a8885ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 1096 time: 0.1844282 Jan 18 13:52:48.828963 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c0702-1c30-4cf8-9c95-d4a6ac69faac req-19f8af3f-c1fc-4c58-b75e-b65837aa79e7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:48.830399 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d35c0702-1c30-4cf8-9c95-d4a6ac69faac req-19f8af3f-c1fc-4c58-b75e-b65837aa79e7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 943 time: 0.1591859 Jan 18 13:52:48.921627 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-6c90ab33-e3b5-4cb7-8abf-81c3c8a30108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717 HTTP/1.1" status: 200 len: 217 time: 0.0892868 Jan 18 13:52:48.988466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d35c0702-1c30-4cf8-9c95-d4a6ac69faac req-ed801698-a4b8-40ec-864f-cd435989d536 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033590 Jan 18 13:52:49.001943 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-ce50322d-a6ba-47a8-8fbc-74bcb7521f87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:49.003347 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-ce50322d-a6ba-47a8-8fbc-74bcb7521f87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4136e15a-9215-444b-a5f9-4dd6f6499787 HTTP/1.1" status: 200 len: 849 time: 0.0729296 Jan 18 13:52:49.056407 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-324aae2f-133a-4b56-bd25-ad378f1ea9b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457425 Jan 18 13:52:49.167852 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40964) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:49.192528 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-c8b0e7fa-31d8-40a4-b7b0-71a1abbb0829 service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285708 Jan 18 13:52:49.304787 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1066137502-network', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:49.309310 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:49.313240 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Usage tracker for resource:network and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:49.316070 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:49.322109 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:49.329484 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ecc3c390-73fc-49fe-ba02-bdc051246e45 req-4803b88b-e9b7-4df2-a3e1-3e2fd72ea2ca service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307788 Jan 18 13:52:49.333578 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Made reservation on behalf of 46e48b7ab7cc4f95994c95c511ac0723 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:49.336098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.349618 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.382863 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:49.387228 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:49.391675 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:49.398717 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:49.463140 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-b5b1e34b-adec-4404-8e6d-bd8e39fa9dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2270b5953a4cdaa592064ee3426a34&device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 1096 time: 0.0805748 Jan 18 13:52:49.472992 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.477194 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.510482 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:52:49.517062 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:49.529117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.529456 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Added segment f49f9d4b-2e84-4b73-a03d-e3583f7005fe of type vlan for network ae86cd87-6543-4ef3-9d1e-e411ac1394ce Jan 18 13:52:49.531129 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.531466 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.531802 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.532220 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.532560 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.532896 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.533221 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.533550 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.533876 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.534195 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.534539 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:49.567711 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.600357 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.601275 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:49.601939 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.625703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-9584d6c1-37fb-4da6-b2c1-5443c65124fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:49.627303 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-9584d6c1-37fb-4da6-b2c1-5443c65124fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 200 len: 910 time: 0.1570694 Jan 18 13:52:49.707513 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-70373abc-33b2-48b2-8d2c-78c53b25f1ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717 HTTP/1.1" status: 200 len: 217 time: 0.0725982 Jan 18 13:52:49.725559 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5565958 Jan 18 13:52:49.729196 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfccdac-c1a2-4286-929a-8dedbfdeb523 admin admin] Pushing event updated for resources: {'Network': ['ID=ae86cd87-6543-4ef3-9d1e-e411ac1394ce,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:49.731244 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40982) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:49.738697 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Request body: {'subnet': {'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1066137502-subnet', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:49.742346 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:52:49.749389 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:49.754170 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Usage tracker for resource:subnet and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:49.757421 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:49.765563 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:49.779866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Made reservation on behalf of 46e48b7ab7cc4f95994c95c511ac0723 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:49.782802 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:49.787765 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-0f36a46b-afcb-43e4-9464-b87d92bbeb47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:49.789474 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-0f36a46b-afcb-43e4-9464-b87d92bbeb47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4136e15a-9215-444b-a5f9-4dd6f6499787 HTTP/1.1" status: 200 len: 849 time: 0.0747354 Jan 18 13:52:49.885848 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-66784d0d-45f0-4268-b730-f47eb31e656e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585108 Jan 18 13:52:50.081488 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.196976 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9c48-45c4-4b8d-9a8a-8b13260ea55f req-6f92ceee-331e-4ba1-8131-bb66110460b3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:50.199097 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-908d9c48-45c4-4b8d-9a8a-8b13260ea55f req-6f92ceee-331e-4ba1-8131-bb66110460b3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.4086006 Jan 18 13:52:50.201886 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Checking segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:50.202253 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Network hostable DHCP agents. Network: ae86cd87-6543-4ef3-9d1e-e411ac1394ce, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:52:50.244668 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2919b6e-9718-4ca4-ac25-40be7e262612,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:50.250075 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:52:50.263815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, ae86cd87-6543-4ef3-9d1e-e411ac1394ce) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:50.270445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:50.271459 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.276279 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9379e7-94b4-4aca-b023-57f78afbb175 None None] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:52:50.301199 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-b1adeafa-540f-4dd7-9c2c-68824f5583fb service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950834 Jan 18 13:52:50.326589 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-0b8ea88e-3d50-4cf7-a65b-5c3fe0a2955c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5912101 Jan 18 13:52:50.326589 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 40990) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:50.330347 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-908d9c48-45c4-4b8d-9a8a-8b13260ea55f req-d8fb17ce-3bdd-4c92-8d2e-36d9f65bc997 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161575 Jan 18 13:52:50.331731 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:50.343879 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:50.359111 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Usage tracker for resource:router and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:50.463125 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:50.475108 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:50.495713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.499445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.534323 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.537317 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feab42d-1233-4739-a1e8-3634084031b7 req-a42352c5-3333-4515-8f30-fcb1433b8a73 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:50.549709 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9feab42d-1233-4739-a1e8-3634084031b7 req-a42352c5-3333-4515-8f30-fcb1433b8a73 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 943 time: 0.2999098 Jan 18 13:52:50.638389 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3553a2bd-4ba2-41bc-99e7-f17bc2148299 req-c45525e6-76e3-4bb0-93ef-c497be002e10 service neutron] 10.222.0.36 "GET /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069170 Jan 18 13:52:50.650879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489abac-0094-44d2-8403-75474a120397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:52:50.651998 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.692751 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9feab42d-1233-4739-a1e8-3634084031b7 req-0d484a5e-1532-4015-9181-ddc916a6d3c7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308739 Jan 18 13:52:50.799702 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:50.867161 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-7489abac-0094-44d2-8403-75474a120397 None None] Allocated IP 172.20.0.2 (ae86cd87-6543-4ef3-9d1e-e411ac1394ce/f2919b6e-9718-4ca4-ac25-40be7e262612/4787881a-a86b-46f1-88ed-c43ec5a22a84) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:51.083412 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.123733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.164005 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.197211 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7489abac-0094-44d2-8403-75474a120397 None None] Transition to ACTIVE for port object 4787881a-a86b-46f1-88ed-c43ec5a22a84 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:51.237023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7489abac-0094-44d2-8403-75474a120397 None None] Transition to ACTIVE for port object 4787881a-a86b-46f1-88ed-c43ec5a22a84 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:51.244683 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.291289 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Allocated IP 172.27.0.58 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:51.316702 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489abac-0094-44d2-8403-75474a120397 None None] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:51.341477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-7489abac-0094-44d2-8403-75474a120397 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:51.347234 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489abac-0094-44d2-8403-75474a120397 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:51.370555 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489abac-0094-44d2-8403-75474a120397 None None] Pushing event updated for resources: {'Port': ['ID=4787881a-a86b-46f1-88ed-c43ec5a22a84,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:51.392148 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.392471 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.392810 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.393304 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.393638 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.393964 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.394291 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.394634 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.394984 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.395276 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.395595 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:52:51.492073 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.526116 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.526937 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-7489abac-0094-44d2-8403-75474a120397 None None] Attempting to bind port 4787881a-a86b-46f1-88ed-c43ec5a22a84 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:52:51.527408 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-7489abac-0094-44d2-8403-75474a120397 None None] Attempting to bind port 4787881a-a86b-46f1-88ed-c43ec5a22a84 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:52:51.528279 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489abac-0094-44d2-8403-75474a120397 None None] Attempting to bind port 4787881a-a86b-46f1-88ed-c43ec5a22a84 on network ae86cd87-6543-4ef3-9d1e-e411ac1394ce {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:51.545942 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489abac-0094-44d2-8403-75474a120397 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:52:51.546390 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489abac-0094-44d2-8403-75474a120397 None None] Checking segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:51.546962 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.547351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489abac-0094-44d2-8403-75474a120397 None None] Bound using segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:52:51.547837 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-7489abac-0094-44d2-8403-75474a120397 None None] Bound port: 4787881a-a86b-46f1-88ed-c43ec5a22a84, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:52:51.548227 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.599986 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:51.608744 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:51.613058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:51.688604 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-7489abac-0094-44d2-8403-75474a120397 None None] For port 4787881a-a86b-46f1-88ed-c43ec5a22a84, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:52:51.692091 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-7489abac-0094-44d2-8403-75474a120397 None None] For port 4787881a-a86b-46f1-88ed-c43ec5a22a84, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4787881a-a86b-46f1-88ed-c43ec5a22a84,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:52:51.698313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7489abac-0094-44d2-8403-75474a120397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.751761 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Pushing event updated for resources: {'Port': ['ID=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:51.765196 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5752fe-2432-4e85-81cd-663a5567f116 req-2b771bcc-863f-40ee-9384-611bc5317f7b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:51.778456 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2e5752fe-2432-4e85-81cd-663a5567f116 req-2b771bcc-863f-40ee-9384-611bc5317f7b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.2039492 Jan 18 13:52:51.816168 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489abac-0094-44d2-8403-75474a120397 None None] Pushing event updated for resources: {'Port': ['ID=4787881a-a86b-46f1-88ed-c43ec5a22a84,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:51.917491 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.918213 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:51.931804 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2e5752fe-2432-4e85-81cd-663a5567f116 req-30fd340c-aaaa-4672-ae12-6ddc71bc841f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523199 Jan 18 13:52:52.175538 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa384b-6315-49cc-af41-bf7efaad9ce0 req-eb9ee4e9-63f7-4923-9c23-7ca6fa5f76d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:52.178214 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4cfa384b-6315-49cc-af41-bf7efaad9ce0 req-eb9ee4e9-63f7-4923-9c23-7ca6fa5f76d5 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 943 time: 0.1859913 Jan 18 13:52:52.292869 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4cfa384b-6315-49cc-af41-bf7efaad9ce0 req-7bdcd0af-ee45-487a-aafe-66103cbbb51e tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085925 Jan 18 13:52:52.459536 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:52:52.490467 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:52.601212 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0cb6b78f-0e85-47ce-9627-b0c98ee40717 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:52:52.722510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:52:52.739345 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Sync routers for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:52:52.759058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:52.765154 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41002) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:52.770117 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:52:52.770843 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:52.775314 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-86a954d6-cfaf-4376-b0e2-7987f0ec8d90 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4475305 Jan 18 13:52:52.831689 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:52.976028 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '0cb6b78f-0e85-47ce-9627-b0c98ee40717', 'network_id': '4dfd2389-07d4-4855-9a8a-f1dfd121e7d9', 'port_id': '0cb6b78f-0e85-47ce-9627-b0c98ee40717', 'mac_address': 'fa:16:3e:cd:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4136e15a-9215-444b-a5f9-4dd6f6499787', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:52:53.198045 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.237517 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:52:53.347588 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb6b78f-0e85-47ce-9627-b0c98ee40717 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:52:53.471693 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767d2c-8429-482c-8053-372f8868ec27 req-ff8fd910-2d8f-4d3a-a6a8-983aec4219f6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:53.473253 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd767d2c-8429-482c-8053-372f8868ec27 req-ff8fd910-2d8f-4d3a-a6a8-983aec4219f6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1938987 Jan 18 13:52:53.501672 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204f9b7-c511-444a-aeec-7fd835a98a5e None None] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:52:53.683850 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cd767d2c-8429-482c-8053-372f8868ec27 req-959ffd8b-534f-4693-8bf1-9bbf9076f816 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011502 Jan 18 13:52:53.693574 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:53.737324 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e33d9b-f128-49d3-958f-d0eee2378ddf req-3d17c4c0-2124-4354-beb4-2bb163eb808a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:53.738839 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8e33d9b-f128-49d3-958f-d0eee2378ddf req-3d17c4c0-2124-4354-beb4-2bb163eb808a tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 943 time: 0.1684241 Jan 18 13:52:53.778311 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:53.985216 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:54.008249 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d8e33d9b-f128-49d3-958f-d0eee2378ddf req-29c9805b-0366-4a6b-a4d7-b87473c33147 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541397 Jan 18 13:52:54.138575 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4787881a-a86b-46f1-88ed-c43ec5a22a84 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:54.170323 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['0cb6b78f-0e85-47ce-9627-b0c98ee40717'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:52:54.225644 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-be0ea72b-d8d3-4229-87b1-62aa1fa40d8c None None] Provisioning for port 4787881a-a86b-46f1-88ed-c43ec5a22a84 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:54.409741 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:54.647053 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 4787881a-a86b-46f1-88ed-c43ec5a22a84 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:54.672337 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:51Z', 'revision_number': 3, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:54.677945 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 4787881a-a86b-46f1-88ed-c43ec5a22a84 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:54.678632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:54.719276 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Checking router: 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:52:54.720055 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Updating router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:52:54.852081 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:54.861589 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Allocated IP 172.20.0.1 (ae86cd87-6543-4ef3-9d1e-e411ac1394ce/f2919b6e-9718-4ca4-ac25-40be7e262612/a50dd030-f404-44d2-9ba2-4b7c03875cc5) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:52:55.163113 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.242972 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.254232 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086a0a9-f880-4535-8d90-a0d1a8b7c7fd req-7d192eb7-c367-40a3-9994-8e5559c4bae9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:55.256071 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3086a0a9-f880-4535-8d90-a0d1a8b7c7fd req-7d192eb7-c367-40a3-9994-8e5559c4bae9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.2640998 Jan 18 13:52:55.295533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Transition to ACTIVE for port object a50dd030-f404-44d2-9ba2-4b7c03875cc5 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:55.372361 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 4787881a-a86b-46f1-88ed-c43ec5a22a84, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4787881a-a86b-46f1-88ed-c43ec5a22a84,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:55.379846 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.421143 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3086a0a9-f880-4535-8d90-a0d1a8b7c7fd req-30ef8f4c-c74f-4b96-a599-3c0fa1bd22a1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564879 Jan 18 13:52:55.457802 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641b052-82e0-4528-a5cd-611118211689 req-04edfa20-5868-4de6-a263-b3dd0de05d96 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:55.459403 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7641b052-82e0-4528-a5cd-611118211689 req-04edfa20-5868-4de6-a263-b3dd0de05d96 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 944 time: 0.1619215 Jan 18 13:52:55.461054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.532380 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d0975da3-cd8b-4e8e-93bf-9e0189af90c3 None None] Provisioning complete for port 4787881a-a86b-46f1-88ed-c43ec5a22a84 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:55.532688 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d0975da3-cd8b-4e8e-93bf-9e0189af90c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.577797 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:55.582177 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:55.587930 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:52:55.588756 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.600078 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Pushing event updated for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:55.602151 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=4787881a-a86b-46f1-88ed-c43ec5a22a84,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:55.659506 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7641b052-82e0-4528-a5cd-611118211689 req-c8a6b700-5206-4778-b337-e301220eea99 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511281 Jan 18 13:52:55.763895 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.783484 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Transition to ACTIVE for port object acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:52:55.789018 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:55.798418 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.008172 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4787881a-a86b-46f1-88ed-c43ec5a22a84 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:56.083107 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f84438-c698-485e-9d35-69e679122887 None None] Pushing event updated for resources: {'Port': ['ID=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:56.093801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Attempting to bind port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:52:56.093801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Attempting to bind port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:52:56.093801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Attempting to bind port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:52:56.165412 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:52:56.165578 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:52:56.165984 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.166492 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:52:56.167170 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Bound port: acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:52:56.167696 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.207350 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.222168 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.222168 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.258618 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ad273ea0-38f7-4ad1-b9ed-b8f83d55bb70 None None] Provisioning for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:56.277061 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ad273ea0-38f7-4ad1-b9ed-b8f83d55bb70 None None] Provisioning complete for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:56.277569 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ad273ea0-38f7-4ad1-b9ed-b8f83d55bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.372396 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Pushing event updated for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:56.374280 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-ad273ea0-38f7-4ad1-b9ed-b8f83d55bb70 None None] Port a50dd030-f404-44d2-9ba2-4b7c03875cc5 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:52:56.375868 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 4787881a-a86b-46f1-88ed-c43ec5a22a84 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:56.376452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.439903 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] For port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:52:56.456516 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] For port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:52:56.468977 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:56.642704 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:52:56.644455 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:52:56.661757 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0cb6b78f-0e85-47ce-9627-b0c98ee40717 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:52:56.847836 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f84438-c698-485e-9d35-69e679122887 None None] Pushing event updated for resources: {'Port': ['ID=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:56.874763 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:52:56.875701 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:57.151210 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:52:57.232708 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2b69-9a11-4ee2-b1dd-25753f3318cc req-184d1201-c3d6-4546-b0b9-fb15a89c1fff tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:57.234352 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c85d2b69-9a11-4ee2-b1dd-25753f3318cc req-184d1201-c3d6-4546-b0b9-fb15a89c1fff tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.4010117 Jan 18 13:52:57.276728 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bc779-b6c0-4b7a-99da-d4644d195bf7 req-354d8b7f-d64e-4515-9d1b-8d9004a0e10e tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:57.279005 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cc5bc779-b6c0-4b7a-99da-d4644d195bf7 req-354d8b7f-d64e-4515-9d1b-8d9004a0e10e tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 944 time: 0.2354357 Jan 18 13:52:57.471454 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c85d2b69-9a11-4ee2-b1dd-25753f3318cc req-38c8d528-d843-41f9-8138-00cda15df447 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247317 Jan 18 13:52:57.485957 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cc5bc779-b6c0-4b7a-99da-d4644d195bf7 req-694c5ad0-90e8-455b-bfc3-a1b4786dc1b0 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867192 Jan 18 13:52:57.505701 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:52:57.536630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:57.537116 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:57.680487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:52:57.797202 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-988d535d-b59a-4614-82f0-c2423c44a5ce None None] Provisioning complete for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:52:57.797768 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-988d535d-b59a-4614-82f0-c2423c44a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:57.999971 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-988d535d-b59a-4614-82f0-c2423c44a5ce None None] Port a50dd030-f404-44d2-9ba2-4b7c03875cc5 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:52:58.026956 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:58.029361 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b1969-29d6-4ff7-9205-d781b4ec786a req-3ceed174-912e-4747-9024-60bc147c7b66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:58.047282 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef9b1969-29d6-4ff7-9205-d781b4ec786a req-3ceed174-912e-4747-9024-60bc147c7b66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.2510772 Jan 18 13:52:58.074861 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:52:58.097530 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:52:58.106644 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 2, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:52:58.111930 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:58.162165 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cb84d-19b7-4153-8d89-21c4a07a60c8 None None] The sync data for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi is: [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 2, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:52:58.175555 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef9b1969-29d6-4ff7-9205-d781b4ec786a req-36d58106-c35a-40be-8ab4-22044a4306cb tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272552 Jan 18 13:52:58.218663 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717', 'code': 200} Jan 18 13:52:58.228575 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:58.275253 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:52:58.285780 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6d9004b0-3ba9-4969-97ba-cbc3be223e23 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f7aa2e1-35bb-47cc-b64d-73df096edcc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5188584 Jan 18 13:52:58.960740 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68890b-0716-4cee-b9a5-d0ad4fbb38ec req-f90232b1-d853-4363-9015-f934fee19756 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:58.962226 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b68890b-0716-4cee-b9a5-d0ad4fbb38ec req-f90232b1-d853-4363-9015-f934fee19756 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.1694086 Jan 18 13:52:59.008490 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926d4a0-584e-4a7a-bfca-9d613b282137 req-4c622c50-94f0-4921-b35e-0dec5e92bd3b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:59.010530 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0926d4a0-584e-4a7a-bfca-9d613b282137 req-4c622c50-94f0-4921-b35e-0dec5e92bd3b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1605234 Jan 18 13:52:59.057414 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b68890b-0716-4cee-b9a5-d0ad4fbb38ec req-daa4c7dd-49e9-4a2b-a7d1-e216bc80aabf tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881538 Jan 18 13:52:59.087777 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0926d4a0-584e-4a7a-bfca-9d613b282137 req-1efacff2-05f0-45cb-8436-12098003ea92 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655801 Jan 18 13:52:59.247905 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6dbbd2cb-9adf-4952-ac47-974d6bfd8d38 req-85bd4cce-ddb4-40ce-9846-45c600f8a9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 1098 time: 0.1242700 Jan 18 13:52:59.326795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6dbbd2cb-9adf-4952-ac47-974d6bfd8d38 req-b5e0e9a4-d3c9-4634-8aba-738c118acfed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688818 Jan 18 13:52:59.448608 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dad09-5c55-4446-87f5-10daf4683ac5 req-68b745c7-8422-4fbb-b97d-923c22becbed tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:59.450384 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c9dad09-5c55-4446-87f5-10daf4683ac5 req-68b745c7-8422-4fbb-b97d-923c22becbed tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.1079955 Jan 18 13:52:59.506431 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c9dad09-5c55-4446-87f5-10daf4683ac5 req-9aa88d84-ad50-4b26-b9fa-98ea08364ea0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502858 Jan 18 13:52:59.650729 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41060) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:52:59.656997 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2143292397-network', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:52:59.661820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:59.665566 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Usage tracker for resource:network and tenant:8eb2e55daca54216ba0f9ee8b6e8018f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:59.669712 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:59.675644 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:59.685230 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Made reservation on behalf of 8eb2e55daca54216ba0f9ee8b6e8018f for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:52:59.687514 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.701018 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.737747 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:52:59.741828 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Usage tracker for resource:security_group_rule and tenant:8eb2e55daca54216ba0f9ee8b6e8018f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:52:59.744676 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:52:59.751589 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:52:59.816710 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.820632 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.849942 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:52:59.858615 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db57e02a-7f24-4438-98ba-264dac5b3dc6,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:52:59.864166 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.864560 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Added segment b227a78e-f329-419c-9161-d58feb558f72 of type vlan for network 7907cb52-a217-4b84-b87e-d20fa20fc1de Jan 18 13:52:59.892959 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.923653 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.924557 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:52:59.925175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:52:59.943777 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:00.025330 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:00.031254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:00.031639 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.115603 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] Pushing event updated for resources: {'Network': ['ID=7907cb52-a217-4b84-b87e-d20fa20fc1de,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:00.120899 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7d0aa48a-64a5-4a7d-a38e-1dd677f0781e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4691145 Jan 18 13:53:00.124301 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41066) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:00.130234 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:53:00.131102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Request body: {'subnet': {'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2143292397-subnet', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:00.136136 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:00.142243 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Usage tracker for resource:subnet and tenant:8eb2e55daca54216ba0f9ee8b6e8018f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:00.146786 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:00.155069 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:00.167985 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Made reservation on behalf of 8eb2e55daca54216ba0f9ee8b6e8018f for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:53:00.174257 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.271744 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.288821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:00.300859 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.389371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe784ea-59a1-4ac2-a61a-2fbad636b946 req-e3c98ba7-1e83-4c8e-9147-cde1178084e9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:00.391257 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3fe784ea-59a1-4ac2-a61a-2fbad636b946 req-e3c98ba7-1e83-4c8e-9147-cde1178084e9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1308889 Jan 18 13:53:00.402235 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d3ea6-e528-4f42-b5a2-828269b32c86 req-77889e00-c9fb-420d-94bd-ee5cdc5f9de7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:00.405081 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a86d3ea6-e528-4f42-b5a2-828269b32c86 req-77889e00-c9fb-420d-94bd-ee5cdc5f9de7 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.1885495 Jan 18 13:53:00.429110 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:00.430585 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.494405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3fe784ea-59a1-4ac2-a61a-2fbad636b946 req-d63715c8-ca0c-4a64-8d3d-64a290972c4f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883384 Jan 18 13:53:00.505233 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a86d3ea6-e528-4f42-b5a2-828269b32c86 req-2131b804-e11e-4dd1-9cad-39071e73c123 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698709 Jan 18 13:53:00.520894 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86908e71-0774-4a69-bd15-f5634b67aa0c,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:00.541964 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Checking segment: {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:00.542102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Network hostable DHCP agents. Network: 7907cb52-a217-4b84-b87e-d20fa20fc1de, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:53:00.567630 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:53:00.577523 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 7907cb52-a217-4b84-b87e-d20fa20fc1de) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:00.581660 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:00.582400 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.586872 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6975be4b-4314-4693-88d5-14887ccfb2cd None None] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:53:00.607855 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bf8f9995-c1a9-4c4d-abfe-696f6905bb2f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4786801 Jan 18 13:53:00.608111 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41074) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:00.613393 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:00.618127 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:00.623303 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Usage tracker for resource:router and tenant:8eb2e55daca54216ba0f9ee8b6e8018f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:00.626545 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:00.632518 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:00.645425 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.646335 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.668187 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.728806 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461a0b0-75a6-4338-b2d0-1ab4da3bfc77 req-c82addea-c54b-49e0-8c96-7ef9f10a6ae0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:00.730288 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3461a0b0-75a6-4338-b2d0-1ab4da3bfc77 req-c82addea-c54b-49e0-8c96-7ef9f10a6ae0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0903983 Jan 18 13:53:00.780567 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3461a0b0-75a6-4338-b2d0-1ab4da3bfc77 req-ea7b45f6-8ee8-46bc-9402-b083375c21e3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=f267616d-12db-4a21-951b-7d720a9cdb2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Jan 18 13:53:00.811228 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-7907cb52-a217-4b84-b87e-d20fa20fc1de', 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'fixed_ips': [{'subnet_id': '86908e71-0774-4a69-bd15-f5634b67aa0c'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:53:00.812143 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.824311 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:00.967001 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Allocated IP 172.20.0.2 (7907cb52-a217-4b84-b87e-d20fa20fc1de/86908e71-0774-4a69-bd15-f5634b67aa0c/e00a39e9-7980-4c24-a2df-305218cb78dc) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:01.017128 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.026838 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-a2105ccd-b0c9-452e-ba41-b369e87773c2 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:01.028961 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-a2105ccd-b0c9-452e-ba41-b369e87773c2 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 946 time: 0.0796835 Jan 18 13:53:01.047644 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.099256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Deleting port be09b49e-a8cd-4de2-b085-3fd7c6f60144 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:53:01.099587 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.182852 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.195791 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Transition to ACTIVE for port object e00a39e9-7980-4c24-a2df-305218cb78dc will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:01.213181 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Allocated IP 172.27.0.248 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/92a8f974-4446-40f5-a0bf-c1d8b906670f) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:01.219023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Transition to ACTIVE for port object e00a39e9-7980-4c24-a2df-305218cb78dc will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:01.224690 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.302314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:01.305175 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:01.308925 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:01.314386 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Pushing event updated for resources: {'Port': ['ID=e00a39e9-7980-4c24-a2df-305218cb78dc,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:01.381266 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] For port be09b49e-a8cd-4de2-b085-3fd7c6f60144, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=be09b49e-a8cd-4de2-b085-3fd7c6f60144,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:01.381979 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.401338 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.406554 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Attempting to bind port e00a39e9-7980-4c24-a2df-305218cb78dc on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:01.406906 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Attempting to bind port e00a39e9-7980-4c24-a2df-305218cb78dc by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:01.407260 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Attempting to bind port e00a39e9-7980-4c24-a2df-305218cb78dc on network 7907cb52-a217-4b84-b87e-d20fa20fc1de {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:01.414242 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:01.414601 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Checking segment: {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:01.415257 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.415380 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Bound using segment: {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:01.415795 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Bound port: e00a39e9-7980-4c24-a2df-305218cb78dc, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:01.416177 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.433669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.504486 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:01.507352 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:01.511887 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:01.547135 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] For port e00a39e9-7980-4c24-a2df-305218cb78dc, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:01.551378 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] For port e00a39e9-7980-4c24-a2df-305218cb78dc, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=e00a39e9-7980-4c24-a2df-305218cb78dc,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:01.554027 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Pushing event updated for resources: {'Port': ['ID=92a8f974-4446-40f5-a0bf-c1d8b906670f,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:01.559485 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.660497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe90f0-b56a-4acd-a2b3-53a04f2014f8 None None] Pushing event updated for resources: {'Port': ['ID=e00a39e9-7980-4c24-a2df-305218cb78dc,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:01.713880 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.714916 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.969717 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.970262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:01.970402 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Floating IP 01cf2132-f72e-42c6-9fc0-ffae994960be disassociated. External IP: 172.27.0.162, port: be09b49e-a8cd-4de2-b085-3fd7c6f60144. Jan 18 13:53:01.970863 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Calling delete_port for be09b49e-a8cd-4de2-b085-3fd7c6f60144 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:53:02.045525 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Router 2dfcb3a1-8962-4f2d-8947-57a26f3718de is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:53:02.068566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device e00a39e9-7980-4c24-a2df-305218cb78dc up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:02.083306 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98100d2e-1145-4807-bcaa-83f638525dd3 req-ef85b842-d411-49a7-8a72-aa1a3a7c6bd5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:02.088475 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98100d2e-1145-4807-bcaa-83f638525dd3 req-ef85b842-d411-49a7-8a72-aa1a3a7c6bd5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.2834890 Jan 18 13:53:02.094923 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6725a-cded-4111-b4a8-3c6404197d0e req-9d4cd6df-06f1-4c2e-9b98-3b2f026a81c2 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:02.096723 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5d6725a-cded-4111-b4a8-3c6404197d0e req-9d4cd6df-06f1-4c2e-9b98-3b2f026a81c2 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.2907403 Jan 18 13:53:02.145444 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port e00a39e9-7980-4c24-a2df-305218cb78dc completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:02.151066 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:02.229546 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:02.229910 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:02.240852 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5d6725a-cded-4111-b4a8-3c6404197d0e req-162ec223-3982-4a65-bf91-31b000678135 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034901 Jan 18 13:53:02.260618 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98100d2e-1145-4807-bcaa-83f638525dd3 req-9f8dad97-1f0f-47a9-9ae5-4deec16367a6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542888 Jan 18 13:53:02.261827 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:02.340251 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'Port': ['ID=be09b49e-a8cd-4de2-b085-3fd7c6f60144,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:02.404058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:53:02.421240 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Sync routers for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:53:02.437856 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:02.440918 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-06e42f26-1853-4d06-93fd-e669dd2b1c21 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8303390 Jan 18 13:53:02.442640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41086) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:02.449263 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:02.449964 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:02.664938 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9fa1c2c5-0507-4782-af5a-b610fceb28a0 req-4ff44053-8000-4fed-8f12-0bbb9c94ee78 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c1ab653-5aba-4dad-955b-7e277aa0eadb HTTP/1.1" status: 200 len: 210 time: 0.0686677 Jan 18 13:53:02.718635 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:53:02.738035 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:03.049315 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d666d20-6744-4ecf-a75f-fb9fd94bbdfb None None] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:53:03.085555 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:53:03.125759 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:53:03.166450 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Provisioning for port e00a39e9-7980-4c24-a2df-305218cb78dc completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:03.178795 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Provisioning complete for port e00a39e9-7980-4c24-a2df-305218cb78dc triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:03.179258 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.213197 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:01Z', 'revision_number': 3, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:03.220096 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Checking router: 2dfcb3a1-8962-4f2d-8947-57a26f3718de for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:53:03.220886 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Updating router 2dfcb3a1-8962-4f2d-8947-57a26f3718de port 92a8f974-4446-40f5-a0bf-c1d8b906670f binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:53:03.228394 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:03.229291 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:03.239593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] No DVR routers for this DVR port be09b49e-a8cd-4de2-b085-3fd7c6f60144 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:53:03.242100 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.244971 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'name': 'network-vif-deleted', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:03.258175 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e458fb05-8e64-4fd7-b51a-98f50475ca4a req-b5dae84d-900c-4801-b030-49bf43912b41 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "DELETE /v2.0/ports/be09b49e-a8cd-4de2-b085-3fd7c6f60144 HTTP/1.1" status: 204 len: 173 time: 2.2238872 Jan 18 13:53:03.410950 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.436703 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c1ab653-5aba-4dad-955b-7e277aa0eadb', 'name': 'network-vif-deleted', 'tag': 'be09b49e-a8cd-4de2-b085-3fd7c6f60144', 'status': 'completed', 'code': 200} Jan 18 13:53:03.762109 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.863201 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.963218 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:03.989708 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Transition to ACTIVE for port object 92a8f974-4446-40f5-a0bf-c1d8b906670f will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:04.010773 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.048234 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41c4ae-ad5d-473e-bbcd-23951d1306b1 req-86b1da2e-6c2e-4d42-822b-874c6c20610c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:04.057403 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a41c4ae-ad5d-473e-bbcd-23951d1306b1 req-86b1da2e-6c2e-4d42-822b-874c6c20610c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1945288 Jan 18 13:53:04.067703 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:04.115404 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Attempting to bind port 92a8f974-4446-40f5-a0bf-c1d8b906670f on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:04.116006 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Attempting to bind port 92a8f974-4446-40f5-a0bf-c1d8b906670f by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:04.116546 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Attempting to bind port 92a8f974-4446-40f5-a0bf-c1d8b906670f on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:04.128492 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:04.129008 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:04.129521 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.130032 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:04.130607 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Bound port: 92a8f974-4446-40f5-a0bf-c1d8b906670f, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:04.131604 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.185875 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a41c4ae-ad5d-473e-bbcd-23951d1306b1 req-7ba140c2-dbec-49ab-9df1-5bd2e10e7bd4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252382 Jan 18 13:53:04.195144 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Pushing event updated for resources: {'Port': ['ID=92a8f974-4446-40f5-a0bf-c1d8b906670f,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:04.199346 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] For port e00a39e9-7980-4c24-a2df-305218cb78dc, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=e00a39e9-7980-4c24-a2df-305218cb78dc,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:04.214842 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.218642 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.219138 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.219597 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.220102 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.220682 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.221083 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.221984 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.222548 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.222954 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.223405 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.223787 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:53:04.288564 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Allocated IP 172.20.0.1 (7907cb52-a217-4b84-b87e-d20fa20fc1de/86908e71-0774-4a69-bd15-f5634b67aa0c/39a12ca5-8baa-4265-8397-397d753b1f08) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:04.294217 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] For port 92a8f974-4446-40f5-a0bf-c1d8b906670f, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:04.305078 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] For port 92a8f974-4446-40f5-a0bf-c1d8b906670f, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=92a8f974-4446-40f5-a0bf-c1d8b906670f,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:04.317826 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.461743 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb19d5-5539-4fa4-9807-83090e8a5a3b req-9ee18bda-c70d-46a8-a75d-39fffd61db96 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:04.466843 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41112) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:04.469346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbeb19d5-5539-4fa4-9807-83090e8a5a3b req-9ee18bda-c70d-46a8-a75d-39fffd61db96 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.1297729 Jan 18 13:53:04.510959 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:04.512026 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:04.528736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbeb19d5-5539-4fa4-9807-83090e8a5a3b req-c3ad1e00-3871-4cb1-9b1b-c38063ef7966 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582674 Jan 18 13:53:04.547975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.568228 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Transition to ACTIVE for port object 39a12ca5-8baa-4265-8397-397d753b1f08 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:04.576718 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf5e58-3077-42e6-9aca-dac00599a70b None None] Pushing event updated for resources: {'Port': ['ID=92a8f974-4446-40f5-a0bf-c1d8b906670f,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:04.594172 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.629375 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.636761 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e8da6-a0aa-4baf-8df7-eaa0be42d164 None None] Pushing event updated for resources: {'Port': ['ID=e00a39e9-7980-4c24-a2df-305218cb78dc,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:04.673017 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.687022 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device be09b49e-a8cd-4de2-b085-3fd7c6f60144 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:53:04.733033 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:04.754089 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: be09b49e-a8cd-4de2-b085-3fd7c6f60144 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:53:04.754363 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device be09b49e-a8cd-4de2-b085-3fd7c6f60144 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:53:04.802259 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Pushing event updated for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:04.821461 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:04.823585 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:04.827485 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:04.873529 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:04.878700 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:53:04.893840 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:04.895164 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:52:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:04.906607 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.949318 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:04.953787 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f267616d-12db-4a21-951b-7d720a9cdb2a,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:05.003018 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.007636 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41116) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:05.019962 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-9be216ab-739f-4179-a200-5411f782e188 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "DELETE /v2.0/security-groups/f267616d-12db-4a21-951b-7d720a9cdb2a HTTP/1.1" status: 204 len: 168 time: 0.5519226 Jan 18 13:53:05.044434 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.api.v2.resource [None req-8788186c-9cf9-429d-a77c-045a8de11189 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] show failed (client error): The resource could not be found. Jan 18 13:53:05.048513 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8788186c-9cf9-429d-a77c-045a8de11189 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups/f267616d-12db-4a21-951b-7d720a9cdb2a HTTP/1.1" status: 404 len: 347 time: 0.0397780 Jan 18 13:53:05.050213 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41120) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:05.135395 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:01Z', 'revision_number': 3, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:05.140193 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a12a69e-59e7-415d-8546-28803841e8cb None None] The sync data for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi is: [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:01Z', 'revision_number': 3, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:53:05.148743 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-e72a6867-4c94-4264-a0fe-e5f1c960f412 None None] Provisioning complete for port e00a39e9-7980-4c24-a2df-305218cb78dc triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:05.149110 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e72a6867-4c94-4264-a0fe-e5f1c960f412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.189201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.270715 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ef528813-e00c-41da-affd-1cff952e9034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.303408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Deleting port c4f916c7-8883-4f0f-acaf-4fcd3db79368 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:53:05.304440 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.363965 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:05.635126 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.641995 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.661167 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2e569456-8c6b-4811-84ca-3800a88f5630 None None] Provisioning for port 39a12ca5-8baa-4265-8397-397d753b1f08 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:05.680699 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2e569456-8c6b-4811-84ca-3800a88f5630 None None] Provisioning complete for port 39a12ca5-8baa-4265-8397-397d753b1f08 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:05.681071 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2e569456-8c6b-4811-84ca-3800a88f5630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.773208 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-2e569456-8c6b-4811-84ca-3800a88f5630 None None] Port 39a12ca5-8baa-4265-8397-397d753b1f08 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:53:05.784171 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.787577 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Pushing event updated for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:05.880966 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68493b7b-c911-4cb6-b972-900d43092f45 req-27027d04-7499-470c-b61e-7de2023109de tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:05.882397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68493b7b-c911-4cb6-b972-900d43092f45 req-27027d04-7499-470c-b61e-7de2023109de tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.4217477 Jan 18 13:53:05.892654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a529fa8-535a-41a6-9fa0-612ee1ff8456 req-54571f0e-9d7a-47fd-b631-51361a1db0fb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:05.895011 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a529fa8-535a-41a6-9fa0-612ee1ff8456 req-54571f0e-9d7a-47fd-b631-51361a1db0fb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.3848438 Jan 18 13:53:05.908812 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:05.916073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43867ed5-d972-49d2-8a77-387c4fc9ca8b None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:53:05.941710 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:05.943920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device e00a39e9-7980-4c24-a2df-305218cb78dc up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:05.945301 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:05.950707 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:05.951054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.103854 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port e00a39e9-7980-4c24-a2df-305218cb78dc triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:06.104428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.152419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Calling delete_port for c4f916c7-8883-4f0f-acaf-4fcd3db79368 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:53:06.206196 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a512bb-05aa-47df-855f-6f9f8252822e req-3e7fbfb4-1632-4166-b0b4-2a4710a0d0ed tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:06.212994 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b3a512bb-05aa-47df-855f-6f9f8252822e req-3e7fbfb4-1632-4166-b0b4-2a4710a0d0ed tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 945 time: 0.4909074 Jan 18 13:53:06.251521 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Deleting port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:53:06.251870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.303229 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c92f9f1b-84cb-4c28-a016-8fbd2444d6ce None None] Provisioning complete for port 39a12ca5-8baa-4265-8397-397d753b1f08 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:06.303809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c92f9f1b-84cb-4c28-a016-8fbd2444d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.306321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a529fa8-535a-41a6-9fa0-612ee1ff8456 req-9767bf1e-c5cc-4be8-a150-f8c5ca009bff tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3722520 Jan 18 13:53:06.410047 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-c92f9f1b-84cb-4c28-a016-8fbd2444d6ce None None] Port 39a12ca5-8baa-4265-8397-397d753b1f08 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:53:06.436741 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b3a512bb-05aa-47df-855f-6f9f8252822e req-5696b76b-c32f-4604-83d1-553dc47ba4c3 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/security-groups?id=220a4a01-cd3a-4461-84de-88beceb8545d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227623 Jan 18 13:53:06.479316 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Router 2dfcb3a1-8962-4f2d-8947-57a26f3718de has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:53:06.634465 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.680940 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:53:06.687744 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-60e08e16-353c-4d1a-aaab-7aa9e0bf8989 admin admin] 10.222.0.31 "PUT /v2.0/routers/2dfcb3a1-8962-4f2d-8947-57a26f3718de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2432795 Jan 18 13:53:06.696495 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'Port': ['ID=c4f916c7-8883-4f0f-acaf-4fcd3db79368,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:06.704270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] For port 0cb6b78f-0e85-47ce-9627-b0c98ee40717, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=0cb6b78f-0e85-47ce-9627-b0c98ee40717,segment=NetworkSegment(351c5554-387c-4465-956a-803836328693),segment_id=351c5554-387c-4465-956a-803836328693)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:06.704632 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.855429 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Calling delete_port for 0cb6b78f-0e85-47ce-9627-b0c98ee40717 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:53:06.889609 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.920210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:06.921361 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b92ab23d-6e90-4b80-9a7c-25d91ff7860b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "DELETE /v2.0/floatingips/01cf2132-f72e-42c6-9fc0-ffae994960be HTTP/1.1" status: 204 len: 168 time: 1.8682284 Jan 18 13:53:07.026207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.039549 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['0cb6b78f-0e85-47ce-9627-b0c98ee40717'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:53:07.268285 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Pushing event deleted for resources: {'Port': ['ID=0cb6b78f-0e85-47ce-9627-b0c98ee40717,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:07.275694 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] No DVR routers for this DVR port 0cb6b78f-0e85-47ce-9627-b0c98ee40717 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:53:07.278670 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.282362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'name': 'network-vif-deleted', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:07.297741 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-68493b7b-c911-4cb6-b972-900d43092f45 req-c9fc7b5c-bb6d-471f-85ba-152f50a3586d tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.36 "DELETE /v2.0/ports/0cb6b78f-0e85-47ce-9627-b0c98ee40717 HTTP/1.1" status: 204 len: 173 time: 1.3982563 Jan 18 13:53:07.346361 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b372-143a-48a0-95e8-83c0b9687869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.368971 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675596dc-1eea-40c0-846d-e0bf52717634', 'name': 'network-vif-deleted', 'tag': '0cb6b78f-0e85-47ce-9627-b0c98ee40717', 'status': 'completed', 'code': 200} Jan 18 13:53:07.645475 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97efd7-3843-413a-80f0-43de9015ba2b req-576b5182-b388-421f-85fa-39fe8ae42a92 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:07.645475 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e97efd7-3843-413a-80f0-43de9015ba2b req-576b5182-b388-421f-85fa-39fe8ae42a92 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1065414 Jan 18 13:53:07.645697 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41154) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:07.651796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303011888', 'description': 'tempest-description--589966153'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:07.661739 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:07.668176 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:07.674378 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:07.683404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:07.702101 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8e97efd7-3843-413a-80f0-43de9015ba2b req-90378eb4-8990-41cc-93d2-cd9f721ddbe5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535305 Jan 18 13:53:07.702387 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.749549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:07.754157 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:07.759390 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:07.779582 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:07.856721 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8827c090-f0f0-4c30-b9d0-ac3bd04ef161 req-dbef2aa4-145b-4757-8291-ce4794dd8342 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Synchronizing usage tracker for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:53:07.877270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8827c090-f0f0-4c30-b9d0-ac3bd04ef161 req-dbef2aa4-145b-4757-8291-ce4794dd8342 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] Unset dirty status for tenant:ab2270b5953a4cdaa592064ee3426a34 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:53:07.878438 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8827c090-f0f0-4c30-b9d0-ac3bd04ef161 req-dbef2aa4-145b-4757-8291-ce4794dd8342 tempest-VolumesActionsTest-1196735330 tempest-VolumesActionsTest-1196735330-project] 10.222.0.31 "GET /v2.0/ports?device_id=675596dc-1eea-40c0-846d-e0bf52717634 HTTP/1.1" status: 200 len: 210 time: 0.0695708 Jan 18 13:53:07.897693 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.914495 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.972202 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f7547a-68ce-4bbb-b59d-22054f9aad60,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:07.979375 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:07.981373 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2152ceae-eace-4881-b4a3-9342879dd700 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3341281 Jan 18 13:53:07.984280 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41158) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:07.990176 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group_rule': {'security_group_id': '34f7547a-68ce-4bbb-b59d-22054f9aad60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:07.997832 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:08.003817 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:08.007350 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:08.013836 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:08.035437 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.108323 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.119934 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.148822 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db188442-2266-42dc-9f3d-3e38ae024aa3,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:08.172442 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.172442 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-0aff928b-5fd3-4a88-ba79-da319be10322 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1866071 Jan 18 13:53:08.172442 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41162) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:08.212838 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'security_group_rule': {'security_group_id': '34f7547a-68ce-4bbb-b59d-22054f9aad60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:08.219865 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:08.224043 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:security_group_rule and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:08.227222 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:08.234268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:08.258047 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.336367 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.337022 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.342177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.368098 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff448eb0-be1d-44fe-9024-f3e5581354cf,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:08.380071 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.383987 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-43bc59da-b0c6-4fd3-9b22-7f6ed7ed919f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1959770 Jan 18 13:53:08.384628 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41166) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:08.390469 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:08.396347 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:08.400613 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Usage tracker for resource:floatingip and tenant:9e65e47b52124194b964fb7474a3ad9d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:53:08.406009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:53:08.414351 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:08.426481 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.553613 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.620932 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:08.679102 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:53:08.808094 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Allocated IP 172.27.0.85 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/b551e68f-5c4b-43e2-8c70-73c52dd0a78e) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:08.895452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:08.913153 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'mac_address': 'fa:16:3e:6a:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:53:09.019453 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.052191 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:53:09.083068 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:09.088845 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.088992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef6153-673b-4655-8929-be262561c8ef req-91c1d49f-4b0b-49b9-a37a-5dfc9b841d8b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:09.092331 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bef6153-673b-4655-8929-be262561c8ef req-91c1d49f-4b0b-49b9-a37a-5dfc9b841d8b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 943 time: 0.1590281 Jan 18 13:53:09.167888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bef6153-673b-4655-8929-be262561c8ef req-252c2e2c-fb66-4abd-856c-e9a35809e67a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637937 Jan 18 13:53:09.172905 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.179725 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=9']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:09.223191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.317991 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['5181b004-6190-4db5-bc3f-263c86edcdfd'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:53:09.319339 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:09.323512 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:09.341622 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:09.519190 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=b551e68f-5c4b-43e2-8c70-73c52dd0a78e,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:09.568910 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.647007 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.798269 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.915048 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:09.920942 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:10.002166 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:10.006292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=b551e68f-5c4b-43e2-8c70-73c52dd0a78e,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:10.034779 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:10.036111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-3dd11ad0-fe96-4bdb-bd24-8fe6db0b511f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6504531 Jan 18 13:53:10.455526 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-bbba6c98-f148-4f62-8371-9073c8f0ac93 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1303011888&fields=id&tenant_id=9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 267 time: 0.1379409 Jan 18 13:53:10.670831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f184-8a39-4c87-a075-dedfded627f9 req-64dca4b3-e686-445d-a9a4-2c17bb95d100 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:10.679877 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de00f184-8a39-4c87-a075-dedfded627f9 req-64dca4b3-e686-445d-a9a4-2c17bb95d100 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 944 time: 0.3043334 Jan 18 13:53:10.693738 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:10.827786 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de00f184-8a39-4c87-a075-dedfded627f9 req-13b70288-2d6d-4fa7-bdcd-c1efa0f995cb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468992 Jan 18 13:53:10.836541 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-53abde49-0281-4288-8f3a-b98c013d0a7b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:10.837993 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-53abde49-0281-4288-8f3a-b98c013d0a7b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 810 time: 0.3716223 Jan 18 13:53:10.887215 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-6e787cf2-7b0a-437e-84c8-8d63d6e28d8e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/quotas/9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 375 time: 0.0412862 Jan 18 13:53:10.915025 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 5181b004-6190-4db5-bc3f-263c86edcdfd triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:10.915652 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:11.015861 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-3989a6da-6a7f-478e-8b6e-4600fac03492 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:53:11.039664 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-3989a6da-6a7f-478e-8b6e-4600fac03492 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:53:11.041022 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-3989a6da-6a7f-478e-8b6e-4600fac03492 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458039 Jan 18 13:53:11.089078 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:11.138517 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:11.160240 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:11.172314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:11.177981 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0cb6b78f-0e85-47ce-9627-b0c98ee40717 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:53:11.235981 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'code': 200} Jan 18 13:53:11.260574 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:53:11.307667 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 0cb6b78f-0e85-47ce-9627-b0c98ee40717 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:53:11.308020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 0cb6b78f-0e85-47ce-9627-b0c98ee40717 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:53:11.361592 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-f831251b-8146-4c73-8f3f-072861d104a0 service neutron] 10.222.0.31 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076036 Jan 18 13:53:11.409313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=10']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:11.529663 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-376b1303-800c-4d49-a594-fec655430525 service neutron] 10.222.0.31 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618717 Jan 18 13:53:11.769433 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e98a2b7-0f9b-439e-ad24-657d31922223 req-81667ec5-45da-4e33-b33e-f2d18c6a1af6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 210 time: 0.0659273 Jan 18 13:53:11.816313 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d2a53-05a9-4bf4-a97b-1959e6fc1fbf None None] New status for floating IP 01cf2132-f72e-42c6-9fc0-ffae994960be: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:53:12.002997 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 92a8f974-4446-40f5-a0bf-c1d8b906670f up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:12.097265 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 92a8f974-4446-40f5-a0bf-c1d8b906670f completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:12.105849 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 92a8f974-4446-40f5-a0bf-c1d8b906670f triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:12.107274 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:12.183372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fb157-dca4-452a-b08c-f59e976480d1 req-9387a7e9-7f4d-465d-8419-58eb154025b3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:12.186158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-692fb157-dca4-452a-b08c-f59e976480d1 req-9387a7e9-7f4d-465d-8419-58eb154025b3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.1289718 Jan 18 13:53:12.246920 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-692fb157-dca4-452a-b08c-f59e976480d1 req-77bd5150-7a84-4809-99e1-eeb7ccfbbfe4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531390 Jan 18 13:53:12.262658 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:12.282675 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 92a8f974-4446-40f5-a0bf-c1d8b906670f, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=92a8f974-4446-40f5-a0bf-c1d8b906670f,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:12.287740 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:12.362893 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=92a8f974-4446-40f5-a0bf-c1d8b906670f,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:12.958285 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-000f3d3c-fa45-4ee7-a0c8-0ba6478b6dcf req-dd5ab97a-9b88-4196-8f17-8d3dea9f7ada tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 210 time: 0.0497708 Jan 18 13:53:13.079484 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Sync routers for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:53:13.093965 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:13.094694 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:13.287248 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:13.537928 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49368d-dfc8-4cb6-85d6-64e31bd2ef55 req-17d1486c-3c95-4a79-84ba-9b936b5b35e9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:13.545143 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e49368d-dfc8-4cb6-85d6-64e31bd2ef55 req-17d1486c-3c95-4a79-84ba-9b936b5b35e9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.1210873 Jan 18 13:53:13.608538 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e49368d-dfc8-4cb6-85d6-64e31bd2ef55 req-75656ce5-7bf9-41c3-9801-345f40a1eede tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623190 Jan 18 13:53:13.657192 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 2, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:13.661645 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Checking router: 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:53:13.662000 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Updating router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 port a50dd030-f404-44d2-9ba2-4b7c03875cc5 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:53:13.716112 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:13.975830 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 92a8f974-4446-40f5-a0bf-c1d8b906670f up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:14.250019 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a8eb7c55-711f-4f45-ab6b-935beb47ab45 req-ff7059e7-87f0-44a2-84bb-1079ed05da6d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 210 time: 0.0590408 Jan 18 13:53:14.253785 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 92a8f974-4446-40f5-a0bf-c1d8b906670f triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:14.254314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:14.261809 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95d445c4-d785-4aa0-b2cc-040d0f0342eb req-42d02236-f3a3-4e84-8ebf-3e37458038e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1099 time: 0.1962042 Jan 18 13:53:14.312760 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-95d445c4-d785-4aa0-b2cc-040d0f0342eb req-4f92b229-7931-4ff4-8ff9-8954e3be211e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Jan 18 13:53:14.476943 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:14.492779 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Transition to ACTIVE for port object a50dd030-f404-44d2-9ba2-4b7c03875cc5 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:14.501134 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:14.642673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb8a5-5314-4a0f-90f5-8f05b5ae7edf None None] Pushing event updated for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:14.815985 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Attempting to bind port a50dd030-f404-44d2-9ba2-4b7c03875cc5 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:14.816483 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Attempting to bind port a50dd030-f404-44d2-9ba2-4b7c03875cc5 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:14.816934 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Attempting to bind port a50dd030-f404-44d2-9ba2-4b7c03875cc5 on network ae86cd87-6543-4ef3-9d1e-e411ac1394ce {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:14.823586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:14.824186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Checking segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:14.824765 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:14.825226 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Bound using segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:14.825774 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Bound port: a50dd030-f404-44d2-9ba2-4b7c03875cc5, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:14.826304 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:14.989418 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] For port a50dd030-f404-44d2-9ba2-4b7c03875cc5, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:14.993202 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] For port a50dd030-f404-44d2-9ba2-4b7c03875cc5, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a50dd030-f404-44d2-9ba2-4b7c03875cc5,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:15.001680 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:15.105660 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb8a5-5314-4a0f-90f5-8f05b5ae7edf None None] Pushing event updated for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:15.122645 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:15.123449 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:15.160298 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3aec6-b58f-4917-b5b5-1670fc5f4100 req-93dc1c21-aac8-4edd-bf28-01abfefd681e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:15.171119 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44d3aec6-b58f-4917-b5b5-1670fc5f4100 req-93dc1c21-aac8-4edd-bf28-01abfefd681e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.3568788 Jan 18 13:53:15.176638 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8da8381e-4aae-408f-98dd-076f982fba66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:15.178087 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8da8381e-4aae-408f-98dd-076f982fba66 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 810 time: 0.3041787 Jan 18 13:53:15.273355 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44d3aec6-b58f-4917-b5b5-1670fc5f4100 req-ee520465-89a1-45f5-bd8e-f0fd448bad96 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934582 Jan 18 13:53:15.281710 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-e67cb893-d63a-4543-9c64-05cb185ded22 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e65e47b52124194b964fb7474a3ad9d HTTP/1.1" status: 200 len: 380 time: 0.0837407 Jan 18 13:53:15.297427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'port': {'device_id': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'admin_state_up': True, 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'security_groups': ['34f7547a-68ce-4bbb-b59d-22054f9aad60']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:15.518875 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:15.575129 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dd54d0ff-11d1-4fd0-8375-b3d3a0847de5 req-9e1afc33-b826-4502-ae1b-b0bda4fcd07c tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 210 time: 0.0549140 Jan 18 13:53:15.645144 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:15.664880 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:15.778871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Made reservation on behalf of 9e65e47b52124194b964fb7474a3ad9d for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:53:15.786649 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:16.103548 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Allocated IP 172.20.0.6 (e2d43159-0f26-44ba-874a-c4b9bc8c89ae/19ccd357-ac75-4193-b9f3-cb33d99abd47/69e842f4-eb33-47c0-b5d3-1a39f990703d) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:16.230444 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a50dd030-f404-44d2-9ba2-4b7c03875cc5 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:16.371024 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Sync routers for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:53:16.397894 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:16.398794 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:16.452099 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:14Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:16.466741 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2436ded7-7ac9-4446-89f5-9c74d6f7c090 None None] The sync data for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi is: [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:14Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:53:16.471733 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:16.478751 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:16.493649 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:16.495636 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:16.596709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Transition to ACTIVE for port object 69e842f4-eb33-47c0-b5d3-1a39f990703d will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:16.671129 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:16.846430 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:16.879873 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e7f76-561c-4958-b986-14dba13d0ff8 req-2a3aa01a-6add-4e3c-a9a1-5b293fe05ad7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:16.881727 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-570e7f76-561c-4958-b986-14dba13d0ff8 req-2a3aa01a-6add-4e3c-a9a1-5b293fe05ad7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.3655279 Jan 18 13:53:16.884345 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event updated for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:16.912085 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:16.915818 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port a50dd030-f404-44d2-9ba2-4b7c03875cc5, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a50dd030-f404-44d2-9ba2-4b7c03875cc5,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:16.933903 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:17.081898 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:17.206242 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:17.211285 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:17.226091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:17.233129 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:17.234275 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:17.349121 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-8fb78c8c-56bc-4a02-8f01-d0aa67c490b7 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0620818 Jan 18 13:53:17.368511 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e055b9b-179c-4a27-949a-0c8d159d39e0 req-c7a18f3b-2745-4342-8263-04647c4b19c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:17.369256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5e055b9b-179c-4a27-949a-0c8d159d39e0 req-c7a18f3b-2745-4342-8263-04647c4b19c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:53:17.398593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Request body: {'port': {'device_id': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:17.427145 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:05Z', 'revision_number': 4, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '39a12ca5-8baa-4265-8397-397d753b1f08', 'name': '', 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'mac_address': 'fa:16:3e:36:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:03Z', 'updated_at': '2022-01-18T13:53:05Z', 'revision_number': 2, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'subnets': [{'id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:17.436859 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Checking router: 2dfcb3a1-8962-4f2d-8947-57a26f3718de for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:53:17.437272 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Updating router 2dfcb3a1-8962-4f2d-8947-57a26f3718de port 39a12ca5-8baa-4265-8397-397d753b1f08 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:53:17.503895 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-570e7f76-561c-4958-b986-14dba13d0ff8 req-4d1c2c40-894e-4dd1-bff1-f79947443b15 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5999036 Jan 18 13:53:17.544068 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-5e055b9b-179c-4a27-949a-0c8d159d39e0 req-c7a18f3b-2745-4342-8263-04647c4b19c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:53:17.552894 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e055b9b-179c-4a27-949a-0c8d159d39e0 req-c7a18f3b-2745-4342-8263-04647c4b19c6 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 931 time: 0.6697798 Jan 18 13:53:17.564171 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:17.573587 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d16d7b12-0ef7-4838-8401-81208fe18022 None None] Provisioning for port 69e842f4-eb33-47c0-b5d3-1a39f990703d completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:17.581644 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-d16d7b12-0ef7-4838-8401-81208fe18022 None None] Provisioning complete for port 69e842f4-eb33-47c0-b5d3-1a39f990703d triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:17.582019 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d16d7b12-0ef7-4838-8401-81208fe18022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:17.619564 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:17.655168 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d16d7b12-0ef7-4838-8401-81208fe18022 None None] Port 69e842f4-eb33-47c0-b5d3-1a39f990703d cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:53:17.965129 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a50dd030-f404-44d2-9ba2-4b7c03875cc5 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:18.052199 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5e055b9b-179c-4a27-949a-0c8d159d39e0 req-5e1e8c89-2d03-45ce-a20e-3178047c0750 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982142 Jan 18 13:53:18.066407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e842f4-eb33-47c0-b5d3-1a39f990703d {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:53:18.068501 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.076559 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.088802 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Transition to ACTIVE for port object 39a12ca5-8baa-4265-8397-397d753b1f08 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:18.098364 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Transition to ACTIVE for port object 69e842f4-eb33-47c0-b5d3-1a39f990703d will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:18.104440 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.106039 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.115154 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a50dd030-f404-44d2-9ba2-4b7c03875cc5 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:18.116000 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.497612 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Pushing event updated for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:18.513165 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Attempting to bind port 69e842f4-eb33-47c0-b5d3-1a39f990703d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:18.513782 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Attempting to bind port 69e842f4-eb33-47c0-b5d3-1a39f990703d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:18.513898 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Attempting to bind port 69e842f4-eb33-47c0-b5d3-1a39f990703d on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:18.517269 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Attempting to bind port 39a12ca5-8baa-4265-8397-397d753b1f08 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:18.518149 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Attempting to bind port 39a12ca5-8baa-4265-8397-397d753b1f08 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:18.518985 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Attempting to bind port 39a12ca5-8baa-4265-8397-397d753b1f08 on network 7907cb52-a217-4b84-b87e-d20fa20fc1de {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:18.521894 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Port 69e842f4-eb33-47c0-b5d3-1a39f990703d on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:53:18.522215 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Attempting to bind port 69e842f4-eb33-47c0-b5d3-1a39f990703d on network e2d43159-0f26-44ba-874a-c4b9bc8c89ae {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:18.529710 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:18.530388 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Checking segment: {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:18.530993 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.531690 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Bound using segment: {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:18.532076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:18.532421 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Checking segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:18.532803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Bound using segment: {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:18.532996 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Bound port: 39a12ca5-8baa-4265-8397-397d753b1f08, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227a78e-f329-419c-9161-d58feb558f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:18.533233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Bound port: 69e842f4-eb33-47c0-b5d3-1a39f990703d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6c6298-8233-42a1-8414-905cdd6471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:18.533579 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.533941 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.653147 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:18.655861 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561077e3-baae-45d5-84f0-23006e90aacc None None] Pushing event updated for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:18.658065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:18.665992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.790775 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] For port 39a12ca5-8baa-4265-8397-397d753b1f08, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:18.797828 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] For port 39a12ca5-8baa-4265-8397-397d753b1f08, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=39a12ca5-8baa-4265-8397-397d753b1f08,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:18.802418 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.803865 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] 10.222.0.36 "PUT /v2.0/ports/69e842f4-eb33-47c0-b5d3-1a39f990703d HTTP/1.1" status: 200 len: 1093 time: 1.4466534 Jan 18 13:53:18.805463 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:18.806500 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:18.850813 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346d1c2-d0f8-4c13-b44c-7a9f7dea036f service neutron] Pushing event updated for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:18.951863 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'status': 'completed', 'code': 200} Jan 18 13:53:18.961174 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d9f28-c6a7-4f93-9792-9bc00ba79a24 req-aced858b-35d8-41de-bb32-b81a7b4421c0 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:18.962842 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe3d9f28-c6a7-4f93-9792-9bc00ba79a24 req-aced858b-35d8-41de-bb32-b81a7b4421c0 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.2141879 Jan 18 13:53:19.053209 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561077e3-baae-45d5-84f0-23006e90aacc None None] Pushing event updated for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=4']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:19.084127 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:19.087411 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:19.145748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe3d9f28-c6a7-4f93-9792-9bc00ba79a24 req-48477561-a311-495a-b213-72f005472021 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555080 Jan 18 13:53:19.180397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-82ccba8f-541c-4206-a547-dd2289b90ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 1096 time: 0.3096454 Jan 18 13:53:19.322060 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-996d0f27-b25d-435c-b103-3c4edad56057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d HTTP/1.1" status: 200 len: 217 time: 0.1330774 Jan 18 13:53:19.432766 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:19.493647 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-0804d99b-67db-4671-acbc-b18d80c491e7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:19.495047 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-0804d99b-67db-4671-acbc-b18d80c491e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.1624634 Jan 18 13:53:19.614407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209ea01-80f1-4195-a5a2-94abded4cc15 req-9dd026b7-cd18-4202-8f92-f46002805ac8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:19.616636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d209ea01-80f1-4195-a5a2-94abded4cc15 req-9dd026b7-cd18-4202-8f92-f46002805ac8 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 943 time: 0.2861052 Jan 18 13:53:19.624081 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-dc6058e4-74ad-4c74-b16e-8b3605db870c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225955 Jan 18 13:53:19.757536 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d209ea01-80f1-4195-a5a2-94abded4cc15 req-b0ebbd04-7885-4e3f-9281-f088fb9c886a tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312032 Jan 18 13:53:19.807267 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-a773910b-fd38-4735-bd65-525ebade4ec9 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659136 Jan 18 13:53:19.872409 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:05Z', 'revision_number': 4, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '39a12ca5-8baa-4265-8397-397d753b1f08', 'name': '', 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'mac_address': 'fa:16:3e:36:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:03Z', 'updated_at': '2022-01-18T13:53:18Z', 'revision_number': 4, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'subnets': [{'id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:19.885247 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7211c1e2-669b-44d3-a713-650fee5abb93 None None] The sync data for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi is: [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:53:05Z', 'revision_number': 4, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '39a12ca5-8baa-4265-8397-397d753b1f08', 'name': '', 'network_id': '7907cb52-a217-4b84-b87e-d20fa20fc1de', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'mac_address': 'fa:16:3e:36:9e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:03Z', 'updated_at': '2022-01-18T13:53:18Z', 'revision_number': 4, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'subnets': [{'id': '86908e71-0774-4a69-bd15-f5634b67aa0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:53:20.133324 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b03252e3-9103-4034-b33c-17521f30bdc4 req-87ae76d7-ece7-46c5-8902-1bd11570a943 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185689 Jan 18 13:53:20.309659 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-e351c3ec-5d75-42f0-b70d-ab12db0f39ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 1096 time: 0.1058302 Jan 18 13:53:20.503522 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa396385-e619-415b-a08d-45425ea44360 req-d18a9f4e-de11-428c-9030-c632075ccae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:20.505802 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-d18a9f4e-de11-428c-9030-c632075ccae5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.1903746 Jan 18 13:53:20.590632 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-9f730076-6f01-42d5-b997-9c20f2f69434 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d HTTP/1.1" status: 200 len: 217 time: 0.0770242 Jan 18 13:53:20.677172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa396385-e619-415b-a08d-45425ea44360 req-3860ac8c-d835-482d-8266-140f7cc2b7f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:20.678607 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-3860ac8c-d835-482d-8266-140f7cc2b7f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.0825047 Jan 18 13:53:20.777173 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-1ae11499-2723-41bc-8fc7-a4b5e7b4ae60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900433 Jan 18 13:53:20.970727 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-0f888d63-30c0-4769-b84d-22f0173c74e5 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856844 Jan 18 13:53:21.177503 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aed3e-becb-408e-83bb-39e3c2b79225 req-87850a45-2fa9-4a79-80c6-9596147e8992 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:21.178873 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db3aed3e-becb-408e-83bb-39e3c2b79225 req-87850a45-2fa9-4a79-80c6-9596147e8992 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 943 time: 0.2072668 Jan 18 13:53:21.186429 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fa396385-e619-415b-a08d-45425ea44360 req-22edcca3-6242-4422-8ce3-b8718b43c4be service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732347 Jan 18 13:53:21.234930 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db3aed3e-becb-408e-83bb-39e3c2b79225 req-ed8782fb-dde7-4b98-af46-734d1b15a667 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475492 Jan 18 13:53:21.979801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 39a12ca5-8baa-4265-8397-397d753b1f08 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:22.061888 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 39a12ca5-8baa-4265-8397-397d753b1f08 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:22.067322 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 39a12ca5-8baa-4265-8397-397d753b1f08 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:22.067686 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:22.210670 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:22.249740 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 39a12ca5-8baa-4265-8397-397d753b1f08, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=39a12ca5-8baa-4265-8397-397d753b1f08,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:22.255045 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:22.341821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:22.494703 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:22.763499 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eea6d6-bf23-4e15-8beb-6d65379a43ad req-212f0a9d-f6b4-4255-bc02-65f91e6ee0b0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:22.766097 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-43eea6d6-bf23-4e15-8beb-6d65379a43ad req-212f0a9d-f6b4-4255-bc02-65f91e6ee0b0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 943 time: 0.3599229 Jan 18 13:53:22.803725 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 69e842f4-eb33-47c0-b5d3-1a39f990703d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:53:22.832729 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-43eea6d6-bf23-4e15-8beb-6d65379a43ad req-55fa4971-057e-414c-85f8-edcedc18c53b tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571969 Jan 18 13:53:22.998519 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:23.017038 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'port_id': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'mac_address': 'fa:16:3e:f2:0a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:53:23.099206 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:23.122334 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e842f4-eb33-47c0-b5d3-1a39f990703d {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:53:23.159346 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:23.169614 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:23.255392 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:23.390072 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['69e842f4-eb33-47c0-b5d3-1a39f990703d'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:53:23.975281 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 39a12ca5-8baa-4265-8397-397d753b1f08 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:24.104510 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 39a12ca5-8baa-4265-8397-397d753b1f08 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:24.105230 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:24.173540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde6ebf-50f5-4193-bcdb-f3b33505f213 req-e151fa89-ef86-497f-89f2-7fd80929518e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:24.176408 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6cde6ebf-50f5-4193-bcdb-f3b33505f213 req-e151fa89-ef86-497f-89f2-7fd80929518e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 944 time: 0.2177780 Jan 18 13:53:24.239600 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6cde6ebf-50f5-4193-bcdb-f3b33505f213 req-a7709260-e4e9-4d84-8060-761013e0f78e tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566540 Jan 18 13:53:24.801710 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 69e842f4-eb33-47c0-b5d3-1a39f990703d up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:24.891500 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 69e842f4-eb33-47c0-b5d3-1a39f990703d completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:24.897892 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 69e842f4-eb33-47c0-b5d3-1a39f990703d triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:24.898351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:25.038065 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:25.070770 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:25.081772 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:25.086629 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:25.158498 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'code': 200} Jan 18 13:53:25.162162 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:25.330114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-56159dbc-977b-4438-8c3e-e2cb4469c06d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:25.331678 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-56159dbc-977b-4438-8c3e-e2cb4469c06d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 815 time: 0.1904333 Jan 18 13:53:25.358479 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-f908d3cb-862f-4d36-90ab-17c008f8cedb tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/quotas/46e48b7ab7cc4f95994c95c511ac0723 HTTP/1.1" status: 200 len: 375 time: 0.0181344 Jan 18 13:53:25.562558 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf1c7c86-0472-4379-9fad-3a1f739fa7e4 req-85a99d5b-a9ea-4015-beca-0173dcbecee2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 1098 time: 0.1576648 Jan 18 13:53:25.591762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-b6b91ef4-4159-423e-9fc7-596bb75467c1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Synchronizing usage tracker for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:53:25.628326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c2b49-c871-4178-ba1f-76d4a626125b req-589e9e96-98df-4a99-af3a-cc3e05c70fc0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:25.629750 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-514c2b49-c871-4178-ba1f-76d4a626125b req-589e9e96-98df-4a99-af3a-cc3e05c70fc0 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.1771448 Jan 18 13:53:25.655246 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-b6b91ef4-4159-423e-9fc7-596bb75467c1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Unset dirty status for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:53:25.656609 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-b6b91ef4-4159-423e-9fc7-596bb75467c1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2973778 Jan 18 13:53:25.669361 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cf1c7c86-0472-4379-9fad-3a1f739fa7e4 req-6c1f284d-83bf-4ca9-8716-6b1cde7cdc36 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998321 Jan 18 13:53:25.716479 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-514c2b49-c871-4178-ba1f-76d4a626125b req-5632a707-f6d8-49b4-8f8d-a45018bdcbc3 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771365 Jan 18 13:53:25.925496 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-61f60497-71ef-4d20-a2e0-b458a31cb0fe service neutron] 10.222.0.31 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372503 Jan 18 13:53:26.164346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-f792adad-b5f2-49ee-a296-644b3ee93919 service neutron] 10.222.0.31 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318137 Jan 18 13:53:26.385363 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-56259425-b19a-424e-b5b3-65fc585ab5bb req-e3639bef-665b-4ee2-86f4-acc6f95acff1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 210 time: 0.0554829 Jan 18 13:53:26.513401 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-1039d364-6ea2-4820-bd24-44e920d859d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217394 Jan 18 13:53:26.703284 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-d8b71062-8762-482d-9c36-a7228fb56737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 1099 time: 0.0963390 Jan 18 13:53:26.919852 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-36f511e7-107b-499a-ab97-fb479690a8e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:26.921729 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-36f511e7-107b-499a-ab97-fb479690a8e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.1986561 Jan 18 13:53:27.140278 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-a4a92a9c-1812-4e07-b7bb-ecb88c802aad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 200 len: 1000 time: 0.2101641 Jan 18 13:53:27.156583 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc0add-5a6e-4de4-bd27-c60cf1e778f6 req-19ae8f11-22e3-4c11-81df-a02987b338ad tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:27.164582 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6dc0add-5a6e-4de4-bd27-c60cf1e778f6 req-19ae8f11-22e3-4c11-81df-a02987b338ad tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.1435061 Jan 18 13:53:27.261701 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-8679399c-26e2-4103-b405-ec7325fd596b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:27.263895 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-8679399c-26e2-4103-b405-ec7325fd596b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.0972888 Jan 18 13:53:27.269514 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d6dc0add-5a6e-4de4-bd27-c60cf1e778f6 req-9711f820-9045-47fc-8421-e231a34af426 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039941 Jan 18 13:53:27.350868 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-c970aa91-8f1d-49b4-8fd2-eade10254a4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736654 Jan 18 13:53:27.538632 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-472ad2d6-33cc-4cc9-bdba-0bcdd191d4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805806 Jan 18 13:53:27.617283 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f5b38214-974e-44a1-9ceb-2fcc83ccccfb req-ab4b66b7-11cc-4e56-bcf8-73487f9d4602 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 210 time: 0.0777626 Jan 18 13:53:27.847797 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0534ddd1-0392-46d4-a146-7ea5f53727c1 req-6d7e2500-4acc-43ab-ad1c-bc288a5f2cdc service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637744 Jan 18 13:53:27.897284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-f818502e-9ede-4a04-99cb-b59669867719 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:27.898469 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-f818502e-9ede-4a04-99cb-b59669867719 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 815 time: 0.2079511 Jan 18 13:53:27.916050 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'port': {'device_id': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'admin_state_up': True, 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:28.063767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:53:28.079893 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:53:28.093384 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Made reservation on behalf of 46e48b7ab7cc4f95994c95c511ac0723 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:53:28.097967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:28.413674 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Allocated IP 172.20.0.14 (ae86cd87-6543-4ef3-9d1e-e411ac1394ce/f2919b6e-9718-4ca4-ac25-40be7e262612/857cf411-1c84-4708-ae53-9e88edc02324) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:53:28.773728 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:28.800226 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Transition to ACTIVE for port object 857cf411-1c84-4708-ae53-9e88edc02324 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:28.922354 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:29.131737 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:53:29.141198 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:53:29.176978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:53:29.189701 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:29.194450 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:29.283545 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:29.360973 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-acb487da-0b05-4a68-99b4-c63133b38408 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4487379 Jan 18 13:53:29.416938 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1e85-8218-4518-88c9-265e1c665dfc req-3e80b45e-c8b2-4756-ba77-6550bde70084 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:29.431257 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-279f1e85-8218-4518-88c9-265e1c665dfc req-3e80b45e-c8b2-4756-ba77-6550bde70084 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.5996222 Jan 18 13:53:29.514071 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c539273-da22-4b52-8f1f-fcbac3a94178 req-587b6943-aea2-4186-aab9-ffb2f5110938 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:29.514981 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8c539273-da22-4b52-8f1f-fcbac3a94178 req-587b6943-aea2-4186-aab9-ffb2f5110938 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Synchronizing usage tracker for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:53:29.521601 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Request body: {'port': {'device_id': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:29.546064 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ba0a4f7f-21bc-40ca-af46-b785c15d28e6 None None] Provisioning for port 857cf411-1c84-4708-ae53-9e88edc02324 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:29.552045 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-ba0a4f7f-21bc-40ca-af46-b785c15d28e6 None None] Provisioning complete for port 857cf411-1c84-4708-ae53-9e88edc02324 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:29.552734 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ba0a4f7f-21bc-40ca-af46-b785c15d28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:29.554544 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-279f1e85-8218-4518-88c9-265e1c665dfc req-d21c97f7-2204-49fb-ab6e-3b2edaef4563 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225739 Jan 18 13:53:29.596685 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8c539273-da22-4b52-8f1f-fcbac3a94178 req-587b6943-aea2-4186-aab9-ffb2f5110938 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Unset dirty status for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:53:29.597982 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c539273-da22-4b52-8f1f-fcbac3a94178 req-587b6943-aea2-4186-aab9-ffb2f5110938 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 932 time: 0.6848464 Jan 18 13:53:29.703044 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a4f7f-21bc-40ca-af46-b785c15d28e6 None None] Port 857cf411-1c84-4708-ae53-9e88edc02324 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:53:29.705255 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c539273-da22-4b52-8f1f-fcbac3a94178 req-463772b9-be3b-4f5a-8000-738b11a33677 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011145 Jan 18 13:53:29.726432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:30.114013 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf84de2-eeed-4b89-8c42-95efba75f5c6 req-526a523d-fafd-485c-8298-f4f59edaef68 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:30.119893 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-eaf84de2-eeed-4b89-8c42-95efba75f5c6 req-526a523d-fafd-485c-8298-f4f59edaef68 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.3047085 Jan 18 13:53:30.127306 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41424) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:30.140907 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Request body: {'floatingip': {'port_id': '69e842f4-eb33-47c0-b5d3-1a39f990703d'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:53:30.365407 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:30.598992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857cf411-1c84-4708-ae53-9e88edc02324 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:53:30.616009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:30.676330 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Transition to ACTIVE for port object 857cf411-1c84-4708-ae53-9e88edc02324 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:53:30.682071 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:30.911773 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:31.083204 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4b20e-c0d1-46c6-8c89-e114044c19a0 req-018109f8-a552-43ea-9a01-f2040d2a378c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:31.083204 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ed4b20e-c0d1-46c6-8c89-e114044c19a0 req-018109f8-a552-43ea-9a01-f2040d2a378c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.1205781 Jan 18 13:53:31.388430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Attempting to bind port 857cf411-1c84-4708-ae53-9e88edc02324 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:53:31.389201 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Attempting to bind port 857cf411-1c84-4708-ae53-9e88edc02324 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:53:31.389201 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Attempting to bind port 857cf411-1c84-4708-ae53-9e88edc02324 on network ae86cd87-6543-4ef3-9d1e-e411ac1394ce {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:31.393466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ed4b20e-c0d1-46c6-8c89-e114044c19a0 req-f80babf0-9659-402f-b4e4-c7037ac1d99c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887020 Jan 18 13:53:31.406521 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Port 857cf411-1c84-4708-ae53-9e88edc02324 on network ae86cd87-6543-4ef3-9d1e-e411ac1394ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:53:31.406847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Attempting to bind port 857cf411-1c84-4708-ae53-9e88edc02324 on network ae86cd87-6543-4ef3-9d1e-e411ac1394ce {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:53:31.418386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:53:31.418852 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Checking segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:53:31.419277 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Bound using segment: {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:53:31.419658 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Bound port: 857cf411-1c84-4708-ae53-9e88edc02324, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:53:31.420086 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:31.581172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:53:31.585121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:53:31.596897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:31.677839 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:31.679734 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] 10.222.0.36 "PUT /v2.0/ports/857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1094 time: 2.1741755 Jan 18 13:53:31.680529 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:31.724036 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ae611-8995-417d-926e-04b2229e3b81 service neutron] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:31.809953 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:53:31.953826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-0e731e19-634a-45e9-988e-bbd8265a0b8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1097 time: 0.2262840 Jan 18 13:53:31.956120 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:31.962931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:32.213787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-a3e6be9b-e5a8-4a67-8db1-4eb4b1cea897 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 217 time: 0.2514689 Jan 18 13:53:32.356592 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-e64f0000-97fd-4068-b981-48dfbcb4cd63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:32.358135 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-e64f0000-97fd-4068-b981-48dfbcb4cd63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.1209896 Jan 18 13:53:32.452483 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.l3_db [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Floating IP 07b28821-f4b7-4f45-8fb2-6f936b0d1808 associated. External IP: 172.27.0.85, port: 69e842f4-eb33-47c0-b5d3-1a39f990703d. Jan 18 13:53:32.584330 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-6a00b54c-b3fa-4fee-9e0d-e0cc689d2f4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2170432 Jan 18 13:53:32.809940 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-fa6a6b70-3945-4b0d-90c4-77917a6c0598 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152629 Jan 18 13:53:33.076466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-502e5921-8d1b-4eeb-8374-381ef3935b2c req-8109d5d3-8211-4ee5-a426-ef0158adaf0b service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823161 Jan 18 13:53:33.151870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2d64d-5063-4dd3-bcf2-83e17601ed29 req-b6567135-9e55-459f-bc18-59390221f14d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:33.153935 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bec2d64d-5063-4dd3-bcf2-83e17601ed29 req-b6567135-9e55-459f-bc18-59390221f14d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.3420093 Jan 18 13:53:33.300042 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:53:33.314146 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bec2d64d-5063-4dd3-bcf2-83e17601ed29 req-f68e92c0-32a6-4be7-af1a-90dd77989a54 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042173 Jan 18 13:53:33.408642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-2cadbff2-cdad-4fd9-b65f-5f94c53bd931 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1097 time: 0.2535069 Jan 18 13:53:33.665967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-7b57b047-ecae-43a1-abb1-df55a2202d0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:33.669530 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-7b57b047-ecae-43a1-abb1-df55a2202d0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.2476423 Jan 18 13:53:33.834101 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:53:33.839656 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:33.849790 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:53:33.925394 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-01c658b1-3f85-4cc5-a1ac-38f51b3a14bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 217 time: 0.2262499 Jan 18 13:53:33.925713 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:33.949110 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:33.953160 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-01cf146f-aec2-4968-920a-13af85d1656d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "PUT /v2.0/floatingips/07b28821-f4b7-4f45-8fb2-6f936b0d1808 HTTP/1.1" status: 200 len: 990 time: 3.8245280 Jan 18 13:53:33.954110 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:34.045362 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'status': 'completed', 'code': 200} Jan 18 13:53:34.116430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-c1d5ae8c-2ab5-436a-a3ef-073154f4b152 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:34.118281 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-c1d5ae8c-2ab5-436a-a3ef-073154f4b152 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.1906555 Jan 18 13:53:34.361904 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-5c76bb22-ac0f-4af5-ae45-27eb45b5c2a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e65e47b52124194b964fb7474a3ad9d&device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 1098 time: 0.2205446 Jan 18 13:53:34.365102 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-899a69da-6f4d-498e-96cc-2b7742ea17b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1840036 Jan 18 13:53:34.378992 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:34.926398 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-dab32bf1-04be-47b9-81b9-1c7585725803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:34.928145 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-dab32bf1-04be-47b9-81b9-1c7585725803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 200 len: 911 time: 0.5555210 Jan 18 13:53:34.959349 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '07b28821-f4b7-4f45-8fb2-6f936b0d1808', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:f2:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:53:09Z', 'updated_at': '2022-01-18T13:53:31Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:34.964558 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:53:34.988497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:53:34.989624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:35.098162 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-94680138-d1ee-4c44-ac30-5d46b98fe021 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242901 Jan 18 13:53:35.119266 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b7b1-ee3b-426d-880f-b4edb8415bb7 req-ede9f435-7372-4509-8099-216e793b78d5 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:35.122089 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e569b7b1-ee3b-426d-880f-b4edb8415bb7 req-ede9f435-7372-4509-8099-216e793b78d5 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.4895492 Jan 18 13:53:35.132017 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-e036fce9-16be-4d92-a4a2-a889ff80ef07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d HTTP/1.1" status: 200 len: 998 time: 0.1836731 Jan 18 13:53:35.148477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-59060048-eb51-471c-9c47-2854c890a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:35.339804 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:53:35.530387 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e569b7b1-ee3b-426d-880f-b4edb8415bb7 req-be193346-1bf6-4dde-879b-02365af74c2a tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430548 Jan 18 13:53:35.535807 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-cb1e0816-7dc1-45b4-8d42-cd642ce42872 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:35.541499 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-cb1e0816-7dc1-45b4-8d42-cd642ce42872 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 200 len: 849 time: 0.2244499 Jan 18 13:53:35.606061 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f3bdd74-eecd-4eee-a2fb-d9ae32895354 req-6b9002a3-d49a-4d25-b3c8-ab643a75d984 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794877 Jan 18 13:53:35.670493 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-cc7d39bf-7f21-4c37-a8b4-ff499dc887ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e2d43159-0f26-44ba-874a-c4b9bc8c89ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124504 Jan 18 13:53:35.935788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-5bd25a99-d965-46b9-80c8-b5f67a3f0ef2 service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474391 Jan 18 13:53:36.054125 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '07b28821-f4b7-4f45-8fb2-6f936b0d1808', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:f2:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:53:09Z', 'updated_at': '2022-01-18T13:53:31Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:36.060714 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215c7b0c-8db7-46fd-8187-f7b3ba922617 None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '07b28821-f4b7-4f45-8fb2-6f936b0d1808', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'port_id': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'mac_address': 'fa:16:3e:f2:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:53:09Z', 'updated_at': '2022-01-18T13:53:31Z', 'revision_number': 1, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:53:36.993002 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daddb80-4cc2-47f6-905f-2cab34dcdaa1 req-f8fcb738-4af4-4c4b-b968-d37d1f308934 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:37.005876 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5daddb80-4cc2-47f6-905f-2cab34dcdaa1 req-f8fcb738-4af4-4c4b-b968-d37d1f308934 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.1972599 Jan 18 13:53:37.089264 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5daddb80-4cc2-47f6-905f-2cab34dcdaa1 req-72749ec9-1c14-411d-be9d-96b5c6d9980e tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814867 Jan 18 13:53:37.370900 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2819627b-9ab3-4b7f-a053-9e34635b342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:38.375299 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:38.447217 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90f90d-721c-4483-9253-118c39e0eb39 req-41c0a3c3-a20e-4769-b63e-9df1e295b770 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:38.454906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c90f90d-721c-4483-9253-118c39e0eb39 req-41c0a3c3-a20e-4769-b63e-9df1e295b770 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.1772046 Jan 18 13:53:38.525826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c90f90d-721c-4483-9253-118c39e0eb39 req-a517342a-7063-4c77-9d1d-f5528246a69d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697417 Jan 18 13:53:38.603240 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:38.939326 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d0cd3-b127-4f62-847e-edd8ea6ca895 None None] New status for floating IP 07b28821-f4b7-4f45-8fb2-6f936b0d1808: ACTIVE {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:53:39.038573 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f880c63c-0212-4568-8d7f-75c830a11f38 req-f0ec4e61-8639-4f52-8e42-f4bb387b873a service neutron] 10.222.0.36 "GET /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253395 Jan 18 13:53:39.817478 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:39.852517 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39423f-7de2-4195-877e-38561063dfd1 req-b73e03a7-4e15-4dc8-87e3-59d547754269 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:39.854006 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f39423f-7de2-4195-877e-38561063dfd1 req-b73e03a7-4e15-4dc8-87e3-59d547754269 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.1630933 Jan 18 13:53:39.916429 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f39423f-7de2-4195-877e-38561063dfd1 req-ee166960-a452-4728-9244-bae3762896d9 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559130 Jan 18 13:53:41.127662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31491c98-f14b-4dba-a734-5fab852a0f68 req-2407c897-def9-44c7-8eb9-88432368e970 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:41.129151 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31491c98-f14b-4dba-a734-5fab852a0f68 req-2407c897-def9-44c7-8eb9-88432368e970 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.0807133 Jan 18 13:53:41.174679 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-31491c98-f14b-4dba-a734-5fab852a0f68 req-a5976bea-d6af-461e-bab6-b3436c7e49ac tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Jan 18 13:53:42.374816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c53ed-e4d1-4a71-98db-3d2efed1dcbd req-d10ccf48-ea06-48ee-9147-5df6e4fe04e9 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:42.376303 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f9c53ed-e4d1-4a71-98db-3d2efed1dcbd req-d10ccf48-ea06-48ee-9147-5df6e4fe04e9 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.0773983 Jan 18 13:53:42.424371 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f9c53ed-e4d1-4a71-98db-3d2efed1dcbd req-ef4581e9-eae1-4918-8210-4f2f98fdeae1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Jan 18 13:53:43.117467 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41562) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:43.255349 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Deleting subnet 4136e15a-9215-444b-a5f9-4dd6f6499787 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:53:43.258183 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.306395 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.364263 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.429772 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.467363 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4136e15a-9215-444b-a5f9-4dd6f6499787,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:43.471637 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.477738 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-93ffd8f7-0e68-41d3-9cea-77fda8093376 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4136e15a-9215-444b-a5f9-4dd6f6499787 HTTP/1.1" status: 204 len: 168 time: 0.3592491 Jan 18 13:53:43.481090 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41568) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:43.589315 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.634099 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924faf0e-6288-4e26-9f52-b28db3150809 req-4d36af85-d1d1-4a09-8e0b-5760b092185d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:43.636161 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-924faf0e-6288-4e26-9f52-b28db3150809 req-4d36af85-d1d1-4a09-8e0b-5760b092185d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.0867302 Jan 18 13:53:43.684292 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-924faf0e-6288-4e26-9f52-b28db3150809 req-aef2252b-a619-44e8-88df-b1bd75a602be tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414371 Jan 18 13:53:43.720520 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.746126 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfd2389-07d4-4855-9a8a-f1dfd121e7d9']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:43.757929 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351c5554-387c-4465-956a-803836328693') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:43.758217 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351c5554-387c-4465-956a-803836328693') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:53:43.770109 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.785780 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.791730 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:53:43.792242 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:53:43.804880 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:53:43.879917 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.896385 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:43.906581 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfd2389-07d4-4855-9a8a-f1dfd121e7d9,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:43.915429 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-406f843a-15de-4c27-863e-54517677e40b admin admin] 10.222.0.31 "DELETE /v2.0/networks/4dfd2389-07d4-4855-9a8a-f1dfd121e7d9 HTTP/1.1" status: 204 len: 168 time: 0.4333599 Jan 18 13:53:44.111799 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41576) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:44.161762 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1f270359-a018-4e1b-b806-de383726ec6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab2270b5953a4cdaa592064ee3426a34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487063 Jan 18 13:53:44.164135 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41580) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:53:44.223007 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:44.249216 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:44.298616 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:44.317294 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220a4a01-cd3a-4461-84de-88beceb8545d,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:44.330713 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:44.331884 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-16fbfd0a-2bfe-4da1-a89b-7cbeb2204abe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/220a4a01-cd3a-4461-84de-88beceb8545d HTTP/1.1" status: 204 len: 168 time: 0.1668637 Jan 18 13:53:44.884975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574f370-e709-4e65-a41b-39f48ea4f184 req-f434498d-2081-4795-bdb4-612b40a846b5 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:44.887098 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b574f370-e709-4e65-a41b-39f48ea4f184 req-f434498d-2081-4795-bdb4-612b40a846b5 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 944 time: 0.0780718 Jan 18 13:53:44.898005 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 857cf411-1c84-4708-ae53-9e88edc02324 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:53:44.942509 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b574f370-e709-4e65-a41b-39f48ea4f184 req-836994bd-c9d0-4c0c-8216-de64116353db tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494754 Jan 18 13:53:45.038672 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:45.051839 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '857cf411-1c84-4708-ae53-9e88edc02324', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'port_id': '857cf411-1c84-4708-ae53-9e88edc02324', 'mac_address': 'fa:16:3e:8a:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:53:45.106180 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:45.123898 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857cf411-1c84-4708-ae53-9e88edc02324 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:53:45.139562 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:45.143912 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:45.214506 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:45.402433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['857cf411-1c84-4708-ae53-9e88edc02324'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:53:46.147823 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc31df-9c34-443a-bc28-1d92af15b792 req-a803955a-741f-4842-85b2-753936555f7d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:46.149357 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-56fc31df-9c34-443a-bc28-1d92af15b792 req-a803955a-741f-4842-85b2-753936555f7d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Jan 18 13:53:46.199547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-56fc31df-9c34-443a-bc28-1d92af15b792 req-77e5de06-ae57-4061-b74b-f822f56572dc tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Jan 18 13:53:46.919682 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 857cf411-1c84-4708-ae53-9e88edc02324 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:53:47.042891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 857cf411-1c84-4708-ae53-9e88edc02324 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:53:47.049245 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 857cf411-1c84-4708-ae53-9e88edc02324 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:53:47.049631 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:47.180452 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:47.207454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:53:47.219469 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:53:47.226495 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:53:47.271044 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'code': 200} Jan 18 13:53:47.304795 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:53:47.437054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4df7b-4019-43e6-962a-da5740bfd6f7 req-bd5f4e85-6e2e-4daa-b1dc-005e67de64bf tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:47.438787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-acc4df7b-4019-43e6-962a-da5740bfd6f7 req-bd5f4e85-6e2e-4daa-b1dc-005e67de64bf tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0964644 Jan 18 13:53:47.533880 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-acc4df7b-4019-43e6-962a-da5740bfd6f7 req-562e80dd-6b6e-49e1-b3e6-8ecc340eb801 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627053 Jan 18 13:53:47.549850 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f11b700-0a00-42c0-982f-88090f766703 req-bc7aaae1-e31e-4995-9e8d-6e6d53f18efb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1099 time: 0.1098197 Jan 18 13:53:47.594907 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4f11b700-0a00-42c0-982f-88090f766703 req-17ec82e4-507e-4a6a-8885-27659f18d3dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 Jan 18 13:53:48.261273 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:53:48.736745 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885f895-60a4-476e-9cb5-e4cd9bb78b5a req-30d20a6c-a5cd-428e-b45b-7fadb1619c06 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:48.738207 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9885f895-60a4-476e-9cb5-e4cd9bb78b5a req-30d20a6c-a5cd-428e-b45b-7fadb1619c06 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0842667 Jan 18 13:53:48.787075 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9885f895-60a4-476e-9cb5-e4cd9bb78b5a req-c30a0859-9fe9-4922-bd81-1f4034d5ab3b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Jan 18 13:53:49.986462 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd45fa-a0db-41ea-ac01-1b6da4d52b31 req-e4b4d634-f4bb-4431-8616-ab27282cff02 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:49.988036 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09bd45fa-a0db-41ea-ac01-1b6da4d52b31 req-e4b4d634-f4bb-4431-8616-ab27282cff02 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0780094 Jan 18 13:53:50.114800 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09bd45fa-a0db-41ea-ac01-1b6da4d52b31 req-bb6bccb3-9d98-44d1-9615-4507880822d9 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212003 Jan 18 13:53:50.314621 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a155c2-d789-4d30-a7e2-b22a0a5ec719 req-f483279a-5a1d-4573-a091-65bc96f7e38f tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:50.316096 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9a155c2-d789-4d30-a7e2-b22a0a5ec719 req-f483279a-5a1d-4573-a091-65bc96f7e38f tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0775158 Jan 18 13:53:50.371355 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d9a155c2-d789-4d30-a7e2-b22a0a5ec719 req-695a0cb5-d817-418a-b6f3-d2a09c05924e tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475757 Jan 18 13:53:50.826142 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230813-e1d3-4c9b-89cd-70c18628c038 req-12ca52ae-8fa6-40bb-83df-f318907c4d66 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:53:50.827631 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8d230813-e1d3-4c9b-89cd-70c18628c038 req-12ca52ae-8fa6-40bb-83df-f318907c4d66 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0848753 Jan 18 13:53:50.875022 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8d230813-e1d3-4c9b-89cd-70c18628c038 req-5d8ea6d8-9904-4b57-9525-84ff8c7db4a8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Jan 18 13:53:52.488608 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:01.292921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efbc15-aa86-4e73-a6b7-117d90267541 req-b0c55a8c-20b3-427e-a067-34fac40bbe2b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:01.294585 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8efbc15-aa86-4e73-a6b7-117d90267541 req-b0c55a8c-20b3-427e-a067-34fac40bbe2b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0805719 Jan 18 13:54:01.351251 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e8efbc15-aa86-4e73-a6b7-117d90267541 req-ab46eda9-a8c1-4466-b7d9-f30aa036ff12 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Jan 18 13:54:01.380897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41772) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:01.646693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a8dcd905-5db3-4cf1-91b9-bf6a86061d31 tempest-TestMinimumBasicScenario-1033895206 tempest-TestMinimumBasicScenario-1033895206-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1094 time: 0.2642319 Jan 18 13:54:01.649279 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41778) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:01.655158 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'port_id': '857cf411-1c84-4708-ae53-9e88edc02324', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:01.660533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:01.664356 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:floatingip and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:01.669099 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:01.675529 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:01.686269 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:01.825229 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:01.970014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Allocated IP 172.27.0.214 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/a39af6c9-6311-43c7-8c45-908c194b8a47) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:02.132076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:02.161397 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:02.276270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:02.277415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'Port': ['ID=a39af6c9-6311-43c7-8c45-908c194b8a47,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:02.279845 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:02.282328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:02.339500 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.340046 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.340197 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.340520 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.340846 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.341169 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.341489 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.341807 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.342124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.342439 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.342817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:02.423605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915e2d-696f-4159-bf14-6e91fb2c30eb req-020c7c0d-d0df-4cc7-a7c3-b9cbc8b32cfc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:02.425077 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41915e2d-696f-4159-bf14-6e91fb2c30eb req-020c7c0d-d0df-4cc7-a7c3-b9cbc8b32cfc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.2237065 Jan 18 13:54:02.565004 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-41915e2d-696f-4159-bf14-6e91fb2c30eb req-ccf2a125-d621-4267-b601-e9e11b3ce99f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227639 Jan 18 13:54:02.831478 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:02.890920 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:03.206919 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:03.211450 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:03.278591 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:03.350167 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'Port': ['ID=a39af6c9-6311-43c7-8c45-908c194b8a47,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:03.488222 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Floating IP faa24ed1-5589-402c-9489-0ca98b138d1e associated. External IP: 172.27.0.214, port: 857cf411-1c84-4708-ae53-9e88edc02324. Jan 18 13:54:03.855177 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344529de-1818-4d56-bfb5-22abba3dd74d req-02bc9662-615f-495c-9440-a8bac0b03362 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:03.857191 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-344529de-1818-4d56-bfb5-22abba3dd74d req-02bc9662-615f-495c-9440-a8bac0b03362 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.1108668 Jan 18 13:54:03.972793 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-344529de-1818-4d56-bfb5-22abba3dd74d req-0af1ca13-bb63-4e66-9641-08a6dc7364d7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652709 Jan 18 13:54:04.003769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:04.204771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:04.215803 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Sync routers for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:04.228021 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:04.229281 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.229435 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:04.287217 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-210599f7-38d1-46aa-a289-c547dc0a64e8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6367030 Jan 18 13:54:04.287871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:04.289865 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41808) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:04.297002 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300712363', 'description': 'tempest-secgroup-smoke-300712363 description', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:04.314624 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:04.322594 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:04.331804 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:04.347665 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:04.365500 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.412049 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:04.416332 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:04.419419 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:04.425389 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:04.462092 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:04.484744 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.488549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.531089 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0f982-b655-43fd-bf4e-b54a59fee0a4,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:04.531799 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:54:04.534333 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.535538 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2440124 Jan 18 13:54:04.539181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41816) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:04.543291 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.543653 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.544032 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.544386 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.544728 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.545035 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.545378 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.545880 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.546210 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.546549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.546869 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e668b256-dadd-4824-900c-77550c814d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:04.547163 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:04.562267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:04.566605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:04.569758 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:04.576671 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:04.602534 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.664825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.669301 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.693210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcece03f-ea0f-448a-9ee2-06624def1392,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:04.702631 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.706356 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-eef3b577-6c28-4f7a-86a7-71d7f3f50f5b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1634691 Jan 18 13:54:04.706585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41820) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:04.712271 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:04.718963 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:04.722866 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:04.726032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:04.731673 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:04.751903 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.813707 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.817544 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.840938 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abbea49-c38b-4344-ba27-4f9ef427e795,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:04.846594 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': 'faa24ed1-5589-402c-9489-0ca98b138d1e', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'port_id': '857cf411-1c84-4708-ae53-9e88edc02324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'mac_address': 'fa:16:3e:8a:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:02Z', 'updated_at': '2022-01-18T13:54:02Z', 'revision_number': 0, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:04.850850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.852173 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-0f0e779b-2277-4b2a-b68e-81ec76706ff6 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1446517 Jan 18 13:54:04.852754 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Checking router: 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:04.855827 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41824) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:04.862496 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:04.865521 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:04.866125 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:53:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:04.868191 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:04.872490 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:04.875433 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:04.881878 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:04.898866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.963113 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.966918 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:04.990874 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43f5339-919f-4e33-8531-5d1f3424f5ef,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:04.999902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.003824 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-95f87518-c073-4f22-a659-ae784498fcaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1439521 Jan 18 13:54:05.004013 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41828) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:05.009868 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:05.015888 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:05.020159 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:05.023175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:05.029760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:05.030000 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cdd59a6c-e10c-4293-ab33-61b2231804e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.054985 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.062623 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:05.126020 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.130479 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.169105 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3140005-4c02-4f4c-ba13-266bfb388713,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:05.184365 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.185589 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b0b80126-3f1f-49e1-9684-e1d65ff93d0c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1806190 Jan 18 13:54:05.188324 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41836) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:05.193678 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:05.199583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:05.203605 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:05.206667 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:05.221290 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212665e-f83f-4318-9e8a-1ae78e462d16 req-21b6a323-26e0-4af4-aed0-03a7a4cecc6c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:05.223489 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:05.224407 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2212665e-f83f-4318-9e8a-1ae78e462d16 req-21b6a323-26e0-4af4-aed0-03a7a4cecc6c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.1019559 Jan 18 13:54:05.235317 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.securitygroups_db [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Project 46e48b7ab7cc4f95994c95c511ac0723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:54:05.242089 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.284552 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2212665e-f83f-4318-9e8a-1ae78e462d16 req-744d824a-40cd-430e-84d3-a837da6ba441 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538006 Jan 18 13:54:05.319045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.319045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.334635 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218b246e-bd43-41b7-9fa8-3b9f9185d64f,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:05.344379 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.345702 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-781b9439-c23f-4b85-a3be-fff80a05f4c0 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1564646 Jan 18 13:54:05.349033 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41840) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:05.357101 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'security_group_rule': {'security_group_id': 'aed0f982-b655-43fd-bf4e-b54a59fee0a4', 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:05.363533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:05.368039 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Usage tracker for resource:security_group_rule and tenant:46e48b7ab7cc4f95994c95c511ac0723 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:05.372062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:05.378501 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:05.388963 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Project 46e48b7ab7cc4f95994c95c511ac0723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:54:05.396066 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.454245 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': 'faa24ed1-5589-402c-9489-0ca98b138d1e', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'port_id': '857cf411-1c84-4708-ae53-9e88edc02324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'mac_address': 'fa:16:3e:8a:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:02Z', 'updated_at': '2022-01-18T13:54:02Z', 'revision_number': 0, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:05.458186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5551fed-fcff-4723-aecf-0cb4b3ef3555 None None] The sync data for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi is: [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': 'faa24ed1-5589-402c-9489-0ca98b138d1e', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'port_id': '857cf411-1c84-4708-ae53-9e88edc02324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'mac_address': 'fa:16:3e:8a:0a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:02Z', 'updated_at': '2022-01-18T13:54:02Z', 'revision_number': 0, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:05.465847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.469329 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.494386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b07a74e-1574-4ecd-a5bc-e5e2c5e55697,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:05.504067 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:05.505396 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f541138a-0562-4bfe-b17c-ac22a85df1ec tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1543338 Jan 18 13:54:05.644248 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-11bb311a-7471-4da4-867e-eb1d443528ea tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300712363&fields=id&tenant_id=46e48b7ab7cc4f95994c95c511ac0723 HTTP/1.1" status: 200 len: 267 time: 0.0430999 Jan 18 13:54:05.654803 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4e5f05-686c-4533-83d4-d253c5000aac None None] New status for floating IP faa24ed1-5589-402c-9489-0ca98b138d1e: ACTIVE {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:05.726899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-289bb1e8-a6d3-45c5-9657-5d98e9a8d403 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:05.729031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-289bb1e8-a6d3-45c5-9657-5d98e9a8d403 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.0783150 Jan 18 13:54:05.739379 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'port': {'security_groups': ['2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13', 'aed0f982-b655-43fd-bf4e-b54a59fee0a4']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:05.948341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:06.122753 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-1fae400c-e0b8-4668-9d1e-affb7b68badb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1099 time: 0.1342714 Jan 18 13:54:06.374854 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-58fcb4de-10bc-43a1-8540-fe60ccefd3b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:06.376325 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-58fcb4de-10bc-43a1-8540-fe60ccefd3b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.2449112 Jan 18 13:54:06.377912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:06.531109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:06.557684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:06.569864 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['857cf411-1c84-4708-ae53-9e88edc02324'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:54:06.676869 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-f7aef349-f258-418f-9336-69cf360c7af1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1002 time: 0.2869389 Jan 18 13:54:06.681419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:06.682042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:06.683392 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a202e6a9-9ad7-4772-bc2b-a9ea0c5458c7 req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "PUT /v2.0/ports/857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 982 time: 0.9484000 Jan 18 13:54:06.689575 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:06.780610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-b046ee21-5ab8-4a3b-ba45-2cef99115f24 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:06.782786 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-b046ee21-5ab8-4a3b-ba45-2cef99115f24 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.3253553 Jan 18 13:54:06.782912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de577de-0a08-4082-aace-b3b3fca64da2 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=6']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:06.796225 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['857cf411-1c84-4708-ae53-9e88edc02324'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:54:06.843848 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5cdb6-4e18-400e-8768-feb922446307 req-7e929c6f-0ccd-4028-97fe-1697d66bec3e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:06.845473 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0a5cdb6-4e18-400e-8768-feb922446307 req-7e929c6f-0ccd-4028-97fe-1697d66bec3e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 946 time: 0.3974273 Jan 18 13:54:06.867284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-dc63b9f7-daa0-4853-83a4-a28b72074a10 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:06.869440 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-dc63b9f7-daa0-4853-83a4-a28b72074a10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.1747220 Jan 18 13:54:07.003780 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Deleting port 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:07.004146 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.026628 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-531320d3-2756-4118-a700-d15d46418828 None None] Provisioning complete for port 857cf411-1c84-4708-ae53-9e88edc02324 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:07.026981 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-531320d3-2756-4118-a700-d15d46418828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.080036 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b0a5cdb6-4e18-400e-8768-feb922446307 req-0bb9b3c0-99be-4c58-9439-96d1b89b3cec tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242167 Jan 18 13:54:07.148423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427e048-d20b-40cc-a190-6d3473b509bd req-c1b5fcd8-d101-4e3e-be35-7b4d84646b04 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:07.150037 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d427e048-d20b-40cc-a190-6d3473b509bd req-c1b5fcd8-d101-4e3e-be35-7b4d84646b04 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.2955337 Jan 18 13:54:07.184564 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:54:07.209111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-b26b5296-3421-4adc-8e1e-443afbfc87dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3067982 Jan 18 13:54:07.387706 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-9a2038c7-b5ea-4815-85a0-b4834ed43579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.391985 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d427e048-d20b-40cc-a190-6d3473b509bd req-03fa9b28-6d86-4643-a235-cc8981326d37 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2330222 Jan 18 13:54:07.579834 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] For port 5181b004-6190-4db5-bc3f-263c86edcdfd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5181b004-6190-4db5-bc3f-263c86edcdfd,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:07.580207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.592145 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-62dfe566-8b05-43f9-960d-54863080001e service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350899 Jan 18 13:54:07.941919 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-10839b31-7f5d-466f-8dbf-9a72268cb345 req-e7303456-8e4a-495f-97e6-3533fd0cf2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007560 Jan 18 13:54:07.971993 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.972432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:07.972745 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Floating IP 34d877d9-5e0a-43ee-9eff-39dedf7cd44f disassociated. External IP: 172.27.0.27, port: 5181b004-6190-4db5-bc3f-263c86edcdfd. Jan 18 13:54:07.973085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Calling delete_port for 5181b004-6190-4db5-bc3f-263c86edcdfd owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:08.144805 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-4baf910e-ae8f-45c9-a080-e0e0f497a7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1138 time: 0.1447313 Jan 18 13:54:08.237826 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:08.325312 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a0fe4b8d-3224-436a-90d7-8ad5260efc6e req-931338da-8876-4b87-82f7-58748a0e97a9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 210 time: 0.0927415 Jan 18 13:54:08.329323 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'Port': ['ID=5181b004-6190-4db5-bc3f-263c86edcdfd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:08.361662 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:08.445931 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0495-5057-43c8-b35a-283458b4290c req-9f8fc915-d098-482c-af4a-4037cc4b6811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:08.447648 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-9f8fc915-d098-482c-af4a-4037cc4b6811 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.2844787 Jan 18 13:54:08.549179 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:08.626795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-9bbb8b01-6f02-4090-97df-0c8e2c625ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1002 time: 0.1648102 Jan 18 13:54:08.714144 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b0495-5057-43c8-b35a-283458b4290c req-3ba3ffb7-7e87-4197-9d6b-a562f8a1e038 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:08.715589 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-3ba3ffb7-7e87-4197-9d6b-a562f8a1e038 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.0705385 Jan 18 13:54:08.778314 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:08.877887 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-596f6f33-303a-4fed-905e-bc551030e6d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1543379 Jan 18 13:54:09.200576 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-07f6d559-ebb6-415c-a465-d2af8cfd5899 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117313 Jan 18 13:54:09.311432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:09.323836 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:09.335334 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:09.336069 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:09.407563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] No DVR routers for this DVR port 5181b004-6190-4db5-bc3f-263c86edcdfd on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:54:09.412171 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:09.414825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-deleted', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:09.431592 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f61b0495-5057-43c8-b35a-283458b4290c req-2b88675e-4df0-4915-82ae-3faacaaebe1a service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195694 Jan 18 13:54:09.438504 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4b58af88-8624-47e4-9d04-75ef05f73f34 req-f71d111b-df9e-4f8e-952b-0ddda49ad789 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "DELETE /v2.0/ports/5181b004-6190-4db5-bc3f-263c86edcdfd HTTP/1.1" status: 204 len: 173 time: 2.6373830 Jan 18 13:54:09.515971 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74bd15b-98c5-45a2-8abd-6eeb85a206e0', 'name': 'network-vif-deleted', 'tag': '5181b004-6190-4db5-bc3f-263c86edcdfd', 'status': 'completed', 'code': 200} Jan 18 13:54:09.539629 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:09.633020 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-83d64b5d-68c2-43ec-ba6b-1a12f655f830 req-640618b4-cc88-4a2c-bab6-988bab1c1972 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:09.660877 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-83d64b5d-68c2-43ec-ba6b-1a12f655f830 req-640618b4-cc88-4a2c-bab6-988bab1c1972 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:09.662680 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83d64b5d-68c2-43ec-ba6b-1a12f655f830 req-640618b4-cc88-4a2c-bab6-988bab1c1972 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=b74bd15b-98c5-45a2-8abd-6eeb85a206e0 HTTP/1.1" status: 200 len: 210 time: 0.0916831 Jan 18 13:54:09.836012 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:09.877201 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:09.880989 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:09.891527 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:09.892132 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:09.943081 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:54:09.991107 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 5181b004-6190-4db5-bc3f-263c86edcdfd {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:54:09.992295 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 5181b004-6190-4db5-bc3f-263c86edcdfd not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:54:10.109145 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:10.433646 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:10.437550 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388324d4-e204-46e6-93eb-7d44251f4630 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:10.979256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41898) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:11.045554 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.109288 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.178707 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c105c-7164-4386-a0df-381ee8a20ed8 req-f27069ae-6812-4d4b-9433-a97c8d5da667 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:11.180153 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f35c105c-7164-4386-a0df-381ee8a20ed8 req-f27069ae-6812-4d4b-9433-a97c8d5da667 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.1210039 Jan 18 13:54:11.200770 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.224990 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f08ec-e2ac-4aba-9a5b-de8e3f595fa1,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:11.245794 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.249421 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-739b60f5-0db1-47b4-ae7c-9e950ee0afea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "DELETE /v2.0/security-groups/280f08ec-e2ac-4aba-9a5b-de8e3f595fa1 HTTP/1.1" status: 204 len: 168 time: 0.2665966 Jan 18 13:54:11.250155 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41902) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:11.255278 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f35c105c-7164-4386-a0df-381ee8a20ed8 req-ebaf2c5b-2e90-4bab-b5e1-ed5ad472eea7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682554 Jan 18 13:54:11.268865 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.api.v2.resource [None req-6fe5d72c-562e-411d-9df5-224f7c2d56ab tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] show failed (client error): The resource could not be found. Jan 18 13:54:11.270539 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6fe5d72c-562e-411d-9df5-224f7c2d56ab tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups/280f08ec-e2ac-4aba-9a5b-de8e3f595fa1 HTTP/1.1" status: 404 len: 347 time: 0.0191965 Jan 18 13:54:11.272895 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 41906) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:11.423823 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Deleting port bb639a01-2919-496a-8f24-28fc8ee6f9a5 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:11.424188 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.590867 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.591091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.707063 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Calling delete_port for bb639a01-2919-496a-8f24-28fc8ee6f9a5 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:11.842380 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.888921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'Port': ['ID=bb639a01-2919-496a-8f24-28fc8ee6f9a5,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:11.929638 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.950942 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:11.954943 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d7a9bdcf-72d3-455f-ba25-83dcbcbdc61f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "DELETE /v2.0/floatingips/34d877d9-5e0a-43ee-9eff-39dedf7cd44f HTTP/1.1" status: 204 len: 168 time: 0.6782300 Jan 18 13:54:12.035394 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152b09d-4118-4e12-9c2c-7d8c8ce904b6 None None] New status for floating IP 34d877d9-5e0a-43ee-9eff-39dedf7cd44f: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:12.371958 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41918) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:12.378355 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734090169', 'description': 'tempest-description--582702787'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:12.386426 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:12.391704 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:12.396200 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:12.402796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:12.412603 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.451191 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:12.455050 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:12.457854 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:12.464063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:12.519171 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.523655 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.571102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38e5e8-4364-4a02-b704-efa43ca4c758,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:12.575306 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.576755 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3c7ddcdb-010d-4327-9329-1679c0a4cf90 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2036281 Jan 18 13:54:12.579646 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41922) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:12.587168 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e5e8-4364-4a02-b704-efa43ca4c758', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:12.594119 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:12.598170 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:12.601051 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:12.606672 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:12.623590 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.644380 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b374d-c85c-40f4-8fed-137fed1cd31e req-178348d8-81e8-4fe6-b7b3-059da7bb6a7e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:12.645823 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a26b374d-c85c-40f4-8fed-137fed1cd31e req-178348d8-81e8-4fe6-b7b3-059da7bb6a7e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.1845767 Jan 18 13:54:12.690085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.694310 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.698090 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a26b374d-c85c-40f4-8fed-137fed1cd31e req-91b7d955-ccb6-461f-861f-32b4f4f9df25 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462713 Jan 18 13:54:12.722941 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f6bca-2ad6-419c-9974-3e8843ec454f,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:12.730896 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.732462 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-97279ed9-e63c-4224-a41b-c4e3eccc204e tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1512525 Jan 18 13:54:12.734783 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41926) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:12.740103 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'security_group_rule': {'security_group_id': 'dc38e5e8-4364-4a02-b704-efa43ca4c758', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:12.746822 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:12.750765 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:security_group_rule and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:12.753755 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:12.759387 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:12.776553 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.844831 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.848596 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.875538 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae4888b-0832-4ccb-822b-284affea43d3,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:12.884975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:12.886259 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-09ff96da-606f-4fa5-b175-ebe4c4da04c3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1505785 Jan 18 13:54:12.889311 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 41930) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:12.895000 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:12.901121 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:12.905321 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Usage tracker for resource:floatingip and tenant:16e8efa5147b4c5ab02be2152c8e6d6b is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:12.908653 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:12.916161 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:12.926758 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.059376 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.199257 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Allocated IP 172.27.0.193 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/63d4d47d-6444-4fbe-bfee-4657f4a7ad11) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:13.410193 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.438353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.504960 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:13.507682 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:13.512769 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:13.536198 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=63d4d47d-6444-4fbe-bfee-4657f4a7ad11,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:13.671369 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.729536 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.898172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b87537-c9d0-47aa-9ab4-db4c550053ae req-17026a11-58a5-40b6-903a-8e1582f54246 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:13.899646 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-14b87537-c9d0-47aa-9ab4-db4c550053ae req-17026a11-58a5-40b6-903a-8e1582f54246 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.0771704 Jan 18 13:54:13.943255 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.947802 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:13.948975 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-14b87537-c9d0-47aa-9ab4-db4c550053ae req-fd236ce7-b02c-4cce-88b4-4375ef308544 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Jan 18 13:54:14.050469 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=63d4d47d-6444-4fbe-bfee-4657f4a7ad11,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:14.069371 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:14.093813 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:14.100387 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b5b1a1e6-06fa-4955-bbb7-f324813cbc32 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2047844 Jan 18 13:54:14.321055 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-1798364f-6357-4e30-b301-bfcd46dada6b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:14.335655 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-1798364f-6357-4e30-b301-bfcd46dada6b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:14.336858 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-1798364f-6357-4e30-b301-bfcd46dada6b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--734090169&fields=id&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 267 time: 0.0564289 Jan 18 13:54:14.484526 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-79e53ac9-bbac-48df-9b55-33453c76853a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:14.485856 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-79e53ac9-bbac-48df-9b55-33453c76853a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 817 time: 0.1414914 Jan 18 13:54:14.501447 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-847c13b6-2dce-4dd7-860f-b8c1a1bda287 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/quotas/16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 375 time: 0.0102112 Jan 18 13:54:14.621332 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3723d27f-d18d-44ac-ade2-f8860862a5a4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:14.647339 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3723d27f-d18d-44ac-ade2-f8860862a5a4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:14.648760 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3723d27f-d18d-44ac-ade2-f8860862a5a4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425328 Jan 18 13:54:14.671238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-9663c827-9d78-4da6-9884-a10b489c027b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:14.672679 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-9663c827-9d78-4da6-9884-a10b489c027b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.1026614 Jan 18 13:54:14.762818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:14.763153 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:14.986736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-eab6605a-cfe4-4456-8101-a00d2ebd32f1 service neutron] 10.222.0.31 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256896 Jan 18 13:54:15.258080 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] For port aff1f2dc-76f8-4db5-a1a6-00b3a3326844, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:15.258432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:15.349857 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d248e4d0-4942-42a3-b1ce-7289b97c6a89 service neutron] 10.222.0.31 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146544 Jan 18 13:54:15.380787 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf07ef-a806-4f3c-951d-d454c1052b00 req-d1a8a2ab-98b0-4e2b-a3fc-36ec9476bd66 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:15.388702 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78cf07ef-a806-4f3c-951d-d454c1052b00 req-d1a8a2ab-98b0-4e2b-a3fc-36ec9476bd66 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 946 time: 0.2771063 Jan 18 13:54:15.525427 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-78cf07ef-a806-4f3c-951d-d454c1052b00 req-5f851f32-b2d0-4448-b518-d0e63f36b363 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358573 Jan 18 13:54:15.576976 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de43a2e6-7733-45a1-b390-63af1537be81 req-16166aed-7e01-4112-983b-d3281ffc3b1c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 210 time: 0.0581496 Jan 18 13:54:15.689597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:15.689973 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:15.690301 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Floating IP 429266ff-e09b-4e2b-8dd2-8b081d8b5858 disassociated. External IP: 172.27.0.114, port: aff1f2dc-76f8-4db5-a1a6-00b3a3326844. Jan 18 13:54:15.690641 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for aff1f2dc-76f8-4db5-a1a6-00b3a3326844 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:15.937540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:15.990119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=aff1f2dc-76f8-4db5-a1a6-00b3a3326844,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:16.211308 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:16.443149 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:16.454378 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:16.467063 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:16.467673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:16.522226 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] No DVR routers for this DVR port aff1f2dc-76f8-4db5-a1a6-00b3a3326844 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:54:16.525419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:16.528284 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'name': 'network-vif-deleted', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:16.570333 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-58ba9b9a-8c92-4182-a5ef-99b455117c2b req-42a9fa45-4c9d-4b24-ae96-58da067a4304 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "DELETE /v2.0/ports/aff1f2dc-76f8-4db5-a1a6-00b3a3326844 HTTP/1.1" status: 204 len: 173 time: 1.8879023 Jan 18 13:54:16.592348 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b89e80-2793-457c-a47a-c963c189e73a', 'name': 'network-vif-deleted', 'tag': 'aff1f2dc-76f8-4db5-a1a6-00b3a3326844', 'status': 'completed', 'code': 200} Jan 18 13:54:16.775704 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:16.786596 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2cc7bd24-8138-4ae2-ba7f-596feaebdb40 req-4ec80f55-d853-4f15-80b8-302850a39a75 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:16.860263 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fadbc5a8-e3cd-448e-a3b6-5743944c25c7 req-a23aedea-00a7-4936-8881-cbffcf9f3336 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 210 time: 0.0757172 Jan 18 13:54:16.921428 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-2cc7bd24-8138-4ae2-ba7f-596feaebdb40 req-4ec80f55-d853-4f15-80b8-302850a39a75 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:16.922832 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2cc7bd24-8138-4ae2-ba7f-596feaebdb40 req-4ec80f55-d853-4f15-80b8-302850a39a75 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=61b89e80-2793-457c-a47a-c963c189e73a HTTP/1.1" status: 200 len: 210 time: 0.1893213 Jan 18 13:54:17.007775 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-2c256b70-1343-46a7-9ead-298d912ab13b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:17.010019 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-2c256b70-1343-46a7-9ead-298d912ab13b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 817 time: 0.1834021 Jan 18 13:54:17.076983 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-7475ab29-7acd-4769-9db0-951fcbd3fcf1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 379 time: 0.0503616 Jan 18 13:54:17.085805 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'port': {'device_id': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'admin_state_up': True, 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'security_groups': ['dc38e5e8-4364-4a02-b704-efa43ca4c758']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:17.111007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:17.115007 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:17.129778 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:17.130425 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:17.240040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:17.251411 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:17.261914 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Made reservation on behalf of 16e8efa5147b4c5ab02be2152c8e6d6b for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:54:17.265752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:17.321363 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:17.435180 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Allocated IP 172.20.0.13 (4d3d0a9d-b26a-4372-bbf4-bb64b1302c77/aa72fa24-7c3d-43c7-b51c-801f76061d05/6dd72add-72aa-4580-9fe9-55fd61d3e4c0) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:17.631399 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:17.642567 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:17.646588 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eeb8c3-c313-47f9-a10a-ee0c5bda485f None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:17.651719 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Transition to ACTIVE for port object 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:54:17.675481 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:17.763132 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:17.767305 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:17.769679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:17.774089 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:17.774306 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:17.779026 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:17.808517 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-3a5eb9c3-d225-48ef-a10e-a4c20248be2c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7264225 Jan 18 13:54:17.821593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Request body: {'port': {'device_id': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:17.965102 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b745624-e5b2-4a87-bcc9-33d08629af97 None None] New status for floating IP 429266ff-e09b-4e2b-8dd2-8b081d8b5858: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:18.062422 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:18.069677 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-621608b2-13da-4776-8bbc-8a8eeb9af2e9 None None] Provisioning for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:54:18.077453 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-621608b2-13da-4776-8bbc-8a8eeb9af2e9 None None] Provisioning complete for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:18.078154 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-621608b2-13da-4776-8bbc-8a8eeb9af2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:18.129013 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device aff1f2dc-76f8-4db5-a1a6-00b3a3326844 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:54:18.170830 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: aff1f2dc-76f8-4db5-a1a6-00b3a3326844 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:54:18.171392 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device aff1f2dc-76f8-4db5-a1a6-00b3a3326844 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:54:18.194884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-621608b2-13da-4776-8bbc-8a8eeb9af2e9 None None] Port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:54:18.441578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bbe02-a9b8-4922-aa2b-1219237e4c97 req-1920848b-d74f-478d-b2d5-d84a97811bac tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:18.442267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-574bbe02-a9b8-4922-aa2b-1219237e4c97 req-1920848b-d74f-478d-b2d5-d84a97811bac tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Synchronizing usage tracker for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:18.492801 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-e9238dc9-f340-4a99-935f-df68d7eb0a74 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458092127&fields=id&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 267 time: 0.1020324 Jan 18 13:54:18.495509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-574bbe02-a9b8-4922-aa2b-1219237e4c97 req-1920848b-d74f-478d-b2d5-d84a97811bac tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Unset dirty status for tenant:16e8efa5147b4c5ab02be2152c8e6d6b on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:18.496604 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-574bbe02-a9b8-4922-aa2b-1219237e4c97 req-1920848b-d74f-478d-b2d5-d84a97811bac tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 932 time: 0.2756946 Jan 18 13:54:18.707826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-574bbe02-a9b8-4922-aa2b-1219237e4c97 req-8164e32e-7fca-4c34-84b3-61a6281e8542 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858487 Jan 18 13:54:18.709772 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:18.726814 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:18.746370 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-45d5363b-98ba-4a98-98b0-804a1e7dc935 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:18.747847 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-45d5363b-98ba-4a98-98b0-804a1e7dc935 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.2471786 Jan 18 13:54:18.755205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Transition to ACTIVE for port object 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:54:18.765599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:18.817978 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-5d0f85e0-7efe-48ea-97d5-52436edd3f22 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/quotas/0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 375 time: 0.0608625 Jan 18 13:54:18.941664 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:19.016290 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Attempting to bind port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:54:19.016626 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Attempting to bind port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:54:19.016955 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Attempting to bind port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:19.028296 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:54:19.029014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Attempting to bind port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 on network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:19.038034 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-b6ebf414-fbf5-42b4-b6dd-3b2be97bdbf4 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2067363 Jan 18 13:54:19.045351 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:54:19.045786 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Checking segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:54:19.046248 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Bound using segment: {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:54:19.046762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Bound port: 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086e1b57-b637-424f-b119-3f9020b98088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:54:19.047225 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:19.250466 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:54:19.272578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:54:19.281327 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-6c14d100-9c1b-4def-bbb3-365d961324b1 service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217994 Jan 18 13:54:19.303650 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:19.424227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:19.425662 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] 10.222.0.36 "PUT /v2.0/ports/6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 1094 time: 1.6101317 Jan 18 13:54:19.426100 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:19.513296 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'status': 'completed', 'code': 200} Jan 18 13:54:19.553155 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8bc23-fdca-4a8e-abb3-aedaee40b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:19.581176 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-79bb5d3f-c4df-4294-bf88-af825f88954e service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989755 Jan 18 13:54:19.601714 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-39a2c2b8-a927-4040-a98f-4666e8c716bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1097 time: 0.1307733 Jan 18 13:54:19.676470 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-f6bfb3a0-b48e-45d9-b5fb-85a008a98e26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0661297 Jan 18 13:54:19.844225 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-8679863c-be05-4b21-8044-d4aa76d5de67 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:19.845869 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-8679863c-be05-4b21-8044-d4aa76d5de67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1632993 Jan 18 13:54:20.028604 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5cc4d08-aaa0-474d-8b41-140b8cb99687 req-498f96a6-68bc-430f-adf6-30cdf89c33bf tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 210 time: 0.0569720 Jan 18 13:54:20.039282 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-781552d9-32e6-4e08-923e-49756c9b7609 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1872048 Jan 18 13:54:20.046899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeca880-03b2-4f98-af8a-1d54699419ad req-9b48a7cc-761a-412b-87c8-95f0e0054b36 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:20.048321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9aeca880-03b2-4f98-af8a-1d54699419ad req-9b48a7cc-761a-412b-87c8-95f0e0054b36 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1602609 Jan 18 13:54:20.186997 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9aeca880-03b2-4f98-af8a-1d54699419ad req-6fe6043e-943a-4656-b67b-61ce6dc53a64 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195893 Jan 18 13:54:20.223215 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-08e94aed-d331-49b1-94ac-404fe0addb52 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738138 Jan 18 13:54:20.366864 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5e55563-d2b5-4b12-a4f2-c7fc840bde58 req-812eb96e-7c59-40ba-80c3-c518ee81bc92 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362622 Jan 18 13:54:20.489854 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-781e4c41-a7c4-4e1c-a3ea-79fa0716a6e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1097 time: 0.0754809 Jan 18 13:54:20.631736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7169-8241-4830-9735-a9b3cf471d4d req-d2afd054-b771-41fc-8f86-4f538583c48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:20.633407 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-d2afd054-b771-41fc-8f86-4f538583c48e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.1368084 Jan 18 13:54:20.693951 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42058) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:20.712445 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-d39df3fc-732d-4b2e-b2d1-bd076ef6699c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 217 time: 0.0662839 Jan 18 13:54:20.788090 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7169-8241-4830-9735-a9b3cf471d4d req-fee107c2-c4bf-44d0-9464-46661a3da814 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:20.789658 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-fee107c2-c4bf-44d0-9464-46661a3da814 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.0705934 Jan 18 13:54:20.856804 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:20.884391 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-b9ceebd1-a031-49e6-95e0-50b73f84076a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794294 Jan 18 13:54:20.893510 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:20.898762 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Usage tracker for resource:security_group_rule and tenant:ac49d2739e72431487b72a809718c9bd is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:20.902862 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:20.909185 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:20.979277 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:20.983566 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:21.031072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629e0ca-f0ba-442d-b48c-9d3862c11cc8,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:21.041247 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f00adbfb-b283-4148-b3ab-f82f8e296a1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac49d2739e72431487b72a809718c9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453364 Jan 18 13:54:21.042175 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42070) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:21.123053 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:21.160784 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:21.168458 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-c037b1a6-babb-49eb-bc63-0512c5e2acdd service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769856 Jan 18 13:54:21.220669 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:21.239148 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629e0ca-f0ba-442d-b48c-9d3862c11cc8,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:21.252904 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:21.254154 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-64e82cbf-c6fa-4aba-97c7-38192edfb12c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3629e0ca-f0ba-442d-b48c-9d3862c11cc8 HTTP/1.1" status: 204 len: 168 time: 0.2106586 Jan 18 13:54:21.439708 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8661aa30-fb5d-4070-8d53-bbbce07c90d7 req-92563532-e7c8-43cd-a807-0dea0dc57cfd tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 210 time: 0.2620678 Jan 18 13:54:21.441404 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-893e7169-8241-4830-9735-a9b3cf471d4d req-98498d11-b196-4e9f-9c4d-38e5132bee36 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256513 Jan 18 13:54:21.523969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-9ce3140d-e828-487b-a40e-ec71396ed5ee tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:21.526696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-9ce3140d-e828-487b-a40e-ec71396ed5ee tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.5498443 Jan 18 13:54:21.692091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076f500-ce58-492b-b9d5-9d28071b0e7e req-76926fb7-56d4-4271-8ae5-953f4ced1be8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:21.693535 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e076f500-ce58-492b-b9d5-9d28071b0e7e req-76926fb7-56d4-4271-8ae5-953f4ced1be8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.2597692 Jan 18 13:54:21.707525 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-77b661e1-565f-4519-8853-f288609006b7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 379 time: 0.1663790 Jan 18 13:54:21.725961 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'port': {'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'admin_state_up': True, 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'security_groups': ['34bbd694-40ce-4469-a886-ab04a7202020']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:21.845393 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e076f500-ce58-492b-b9d5-9d28071b0e7e req-2cbc5389-7d65-4faa-b097-cdcf519670be tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418967 Jan 18 13:54:21.895985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:21.906505 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:21.916033 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Made reservation on behalf of 0463bdb7c39941f483f849c27bb58b71 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:54:21.918978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.082581 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.20.0.13 (9a3f34a1-db20-4edb-8613-0c058adf47b0/b3e6c9bd-d706-4c39-8f91-77bfca24c944/12c660e6-4b6f-4ddf-808d-94bff8b24ad7) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:22.113187 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:54:22.250623 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:22.265396 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:54:22.278313 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.295062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Transition to ACTIVE for port object 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:54:22.321096 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.329807 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.349644 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:22.367767 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:22.374462 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.400881 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:22.404213 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:22.421723 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:22.426057 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:22.426762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.441581 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:22.474754 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c99c59b0-bd98-46f4-b562-fc0210ac993a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526793 Jan 18 13:54:22.476078 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:22.487703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Request body: {'port': {'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:22.498114 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.499018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.499497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.500104 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.500577 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.501126 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.501831 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.502350 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.502866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.503521 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.504157 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:54:22.523186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.625927 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6dd72add-72aa-4580-9fe9-55fd61d3e4c0'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:54:22.693577 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.796077 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0868e-87a0-4640-a194-378c6fc6c427 req-f81263c5-0e80-4ba3-a6b7-ea1fc17cae6a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:22.797270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9da0868e-87a0-4640-a194-378c6fc6c427 req-f81263c5-0e80-4ba3-a6b7-ea1fc17cae6a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:22.857783 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-77eb3fd2-1d8d-40ef-a3dd-3d368c299ceb None None] Provisioning for port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:54:22.873584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-77eb3fd2-1d8d-40ef-a3dd-3d368c299ceb None None] Provisioning complete for port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:22.873584 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-77eb3fd2-1d8d-40ef-a3dd-3d368c299ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:22.881687 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9da0868e-87a0-4640-a194-378c6fc6c427 req-f81263c5-0e80-4ba3-a6b7-ea1fc17cae6a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:22.882903 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9da0868e-87a0-4640-a194-378c6fc6c427 req-f81263c5-0e80-4ba3-a6b7-ea1fc17cae6a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 932 time: 0.2664909 Jan 18 13:54:22.951560 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-77eb3fd2-1d8d-40ef-a3dd-3d368c299ceb None None] Port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:54:23.026816 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9da0868e-87a0-4640-a194-378c6fc6c427 req-ed778be2-2098-47bf-bbf2-97775675f1fe tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298442 Jan 18 13:54:23.159432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e67b21-6ac1-4985-a873-9ecac1430fb1 req-8ea7ea43-8911-4400-bfc5-be0a02782188 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:23.160893 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23e67b21-6ac1-4985-a873-9ecac1430fb1 req-8ea7ea43-8911-4400-bfc5-be0a02782188 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.1233552 Jan 18 13:54:23.248978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:23.262613 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:23.275353 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-23e67b21-6ac1-4985-a873-9ecac1430fb1 req-51e6e131-9a56-4a64-98cc-8b1e4169196f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852392 Jan 18 13:54:23.280796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Transition to ACTIVE for port object 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:54:23.284577 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:23.409792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Pushing event updated for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:23.464630 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Attempting to bind port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:54:23.465324 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Attempting to bind port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:54:23.465324 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Attempting to bind port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:23.471253 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:54:23.471564 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Attempting to bind port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:23.478425 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:54:23.478752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:54:23.479124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Bound using segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:54:23.479549 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Bound port: 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:54:23.479886 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:23.575976 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:54:23.579119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:54:23.583722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:23.646458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:23.647827 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] 10.222.0.36 "PUT /v2.0/ports/12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 1094 time: 1.1656499 Jan 18 13:54:23.648292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:23.671110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d8751-5406-4b0d-8277-4f535b4b7397 service neutron] Pushing event updated for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:23.730787 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'status': 'completed', 'code': 200} Jan 18 13:54:23.862397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-7fb44358-61e6-4ffd-888b-322aa682446c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1097 time: 0.1694586 Jan 18 13:54:23.929864 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-b85d4488-ea92-4980-b74e-3043357cadfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 217 time: 0.0604894 Jan 18 13:54:23.993682 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-94c18ee8-4b3e-4f3d-8ff0-18183e77cc0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:23.995062 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-94c18ee8-4b3e-4f3d-8ff0-18183e77cc0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0594206 Jan 18 13:54:24.073892 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-39ef2a43-c7a4-43b3-802c-27c8fcedfc62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716445 Jan 18 13:54:24.131322 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:54:24.205349 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:54:24.210565 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:24.211869 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:24.285050 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-071a2dfd-3505-480e-a4cf-9d045597a388 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034776 Jan 18 13:54:24.296119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113152c1-93d6-4382-a389-f8ea2bfd818f req-e325e363-0fe7-4184-98fe-cfce3d91d7a7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:24.300634 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-113152c1-93d6-4382-a389-f8ea2bfd818f req-e325e363-0fe7-4184-98fe-cfce3d91d7a7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1382415 Jan 18 13:54:24.343051 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:24.373830 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:24.384649 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:24.391034 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:24.463995 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-113152c1-93d6-4382-a389-f8ea2bfd818f req-d938a1c0-d3d6-4953-8823-183638b104e7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419039 Jan 18 13:54:24.485817 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:24.554104 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f14c99e-3d34-40ac-a034-0eb07e9e2f1d req-c9a8b4f4-8227-45e1-bbd3-cfa938d49c7a service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520294 Jan 18 13:54:24.586237 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e02af2-a749-4fb5-8254-d47b12752978 req-886c5db1-d3c6-473e-bddd-1e307b9550df tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:24.588477 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2e02af2-a749-4fb5-8254-d47b12752978 req-886c5db1-d3c6-473e-bddd-1e307b9550df tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1008058 Jan 18 13:54:24.678601 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d2e02af2-a749-4fb5-8254-d47b12752978 req-c1485a57-f706-4645-932e-20355ae3eaa2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842030 Jan 18 13:54:24.703304 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'code': 200} Jan 18 13:54:24.709294 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-5d43a304-beef-4e62-8ea0-8e5974ec66c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0774295 Jan 18 13:54:24.852912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-ca9fe65f-94cf-4541-b9e8-365a5c7b4f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:24.854304 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-ca9fe65f-94cf-4541-b9e8-365a5c7b4f8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1392486 Jan 18 13:54:24.965492 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-79efe233-4fe1-4507-ba07-f5ee66ee07c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 217 time: 0.1014814 Jan 18 13:54:25.039599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-7ca05cb3-2479-4260-a511-8adccf1d322a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:25.041696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-7ca05cb3-2479-4260-a511-8adccf1d322a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0699325 Jan 18 13:54:25.048089 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dba32c88-bbb4-483a-aa49-49b2fbfea056 req-8783e92f-913d-4df2-ba9b-0f5f06addf6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1099 time: 0.1356645 Jan 18 13:54:25.137715 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dba32c88-bbb4-483a-aa49-49b2fbfea056 req-c6bfa848-192f-4718-ae65-b8d545ee6dbd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582693 Jan 18 13:54:25.149773 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-077bc784-53e2-4773-b6c4-552a266471c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008139 Jan 18 13:54:25.261434 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:54:25.487706 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-ba0f67ff-a5e1-4eb6-8f70-4b546d9ce8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262379 Jan 18 13:54:25.665282 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6fc9b724-0800-4529-85a6-8a5290e2a290 req-0d1bc49e-0500-444e-90f3-e07154390ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709869 Jan 18 13:54:25.700367 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e0eac-9991-41fc-a4cd-949e7660d229 req-6480f9db-16f8-4ef3-83cd-e5706f37636f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:25.701818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-895e0eac-9991-41fc-a4cd-949e7660d229 req-6480f9db-16f8-4ef3-83cd-e5706f37636f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1097984 Jan 18 13:54:25.763102 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-895e0eac-9991-41fc-a4cd-949e7660d229 req-8d78acd9-3b18-422e-af14-4a6726374ee0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551598 Jan 18 13:54:25.772458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42148) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:25.980753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.027937 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:26.032901 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Usage tracker for resource:security_group_rule and tenant:8d88c0f0889644c28d03de0948a4bfc0 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:26.036753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:26.043705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:26.056519 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398345e-27ec-4292-8df5-2fa7793fdd16 req-da3ea7fa-2860-4c71-a6a6-f3818249787b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:26.058003 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6398345e-27ec-4292-8df5-2fa7793fdd16 req-da3ea7fa-2860-4c71-a6a6-f3818249787b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2246211 Jan 18 13:54:26.127966 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6398345e-27ec-4292-8df5-2fa7793fdd16 req-a7ce0bb3-2b9d-4fa4-886f-4911b0cec7b4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636759 Jan 18 13:54:26.160918 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.165303 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.216147 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d97bc6-f90a-4bbc-8840-027c40641906,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:26.220242 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-35378dc6-9f8d-4470-a151-d94d0f2f9112 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d88c0f0889644c28d03de0948a4bfc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4467974 Jan 18 13:54:26.224077 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42154) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:26.287086 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.314211 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.369207 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.389754 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d97bc6-f90a-4bbc-8840-027c40641906,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:26.394982 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:26.396451 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a21652d4-3be6-46d1-b86c-6bbb4a22729f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/56d97bc6-f90a-4bbc-8840-027c40641906 HTTP/1.1" status: 204 len: 168 time: 0.1710675 Jan 18 13:54:26.984332 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739877a-f0c3-45f2-93a9-10a53e8f038f req-cd71c62c-ce26-440c-a706-f09e0ae92f07 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:26.985778 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6739877a-f0c3-45f2-93a9-10a53e8f038f req-cd71c62c-ce26-440c-a706-f09e0ae92f07 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.0817432 Jan 18 13:54:27.032852 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6739877a-f0c3-45f2-93a9-10a53e8f038f req-76b87d54-6822-4858-a807-4ef269d258c0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Jan 18 13:54:27.177055 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42180) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:27.308299 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1571824331-network', 'tenant_id': '166974b7bec94519b4e58d4ff7fb012d'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:27.313207 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:27.316939 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Usage tracker for resource:network and tenant:166974b7bec94519b4e58d4ff7fb012d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:27.319724 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:27.325970 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:27.338026 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Made reservation on behalf of 166974b7bec94519b4e58d4ff7fb012d for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:54:27.340537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.353272 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.367930 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd611af-9e43-4362-bd15-bd08fa08da7e req-fdb12c7d-8ee7-47d3-ac61-fb062f6f646c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:27.369408 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-afd611af-9e43-4362-bd15-bd08fa08da7e req-fdb12c7d-8ee7-47d3-ac61-fb062f6f646c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0931759 Jan 18 13:54:27.385990 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:27.390092 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Usage tracker for resource:security_group_rule and tenant:166974b7bec94519b4e58d4ff7fb012d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:27.392912 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:27.398537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:27.418005 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-afd611af-9e43-4362-bd15-bd08fa08da7e req-90c41248-bf7f-4009-9ddc-fdb85733a837 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Jan 18 13:54:27.470671 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.474485 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.503937 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:54:27.516954 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc526f7-777b-4703-8195-43d26a7f1cde,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:27.524881 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.524881 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Added segment 96cdb49b-a2fd-4762-a47d-8b09843f0a14 of type vlan for network 1e6b8477-02ae-419a-9fdd-73d4e724729f Jan 18 13:54:27.551727 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.594833 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.595614 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:27.596285 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.631056 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bc772-9ddc-4f78-8b5e-a02d38343912 req-9e09db6f-ae14-436c-8af1-d61525d64f27 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:27.632559 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-505bc772-9ddc-4f78-8b5e-a02d38343912 req-9e09db6f-ae14-436c-8af1-d61525d64f27 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0803866 Jan 18 13:54:27.642388 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42190) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:27.650021 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Request body: {'floatingip': {'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:27.704808 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5264924 Jan 18 13:54:27.705468 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42194) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:27.715132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Request body: {'subnet': {'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1571824331-subnet', 'tenant_id': '166974b7bec94519b4e58d4ff7fb012d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:27.721801 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5862-1dfe-40d5-9b3f-1036fc6edf28 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6b8477-02ae-419a-9fdd-73d4e724729f,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:27.725178 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:27.730092 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Usage tracker for resource:subnet and tenant:166974b7bec94519b4e58d4ff7fb012d is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:27.732957 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:54:27.733443 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:27.734942 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:27.739529 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:27.751871 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Made reservation on behalf of 166974b7bec94519b4e58d4ff7fb012d for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:54:27.754794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.002061 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.079962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:28.090127 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Checking segment: {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:54:28.090479 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Network hostable DHCP agents. Network: 1e6b8477-02ae-419a-9fdd-73d4e724729f, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:54:28.113923 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:54:28.135140 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 1e6b8477-02ae-419a-9fdd-73d4e724729f) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:28.143160 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee3db4-5840-46a7-a08b-b27a67e3fcbe None None] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:54:28.145784 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:28.146775 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.172040 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-1dd14e93-a767-4158-aadd-854377f38305 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4627044 Jan 18 13:54:28.503740 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daff7dc-febd-4bee-9a17-28cde13edb98 None None] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:54:28.510527 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09dce8-41bf-4862-8f34-7727c54b0f96 req-894315ba-6644-4b85-9dbb-377fd9b9a657 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:28.512057 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a09dce8-41bf-4862-8f34-7727c54b0f96 req-894315ba-6644-4b85-9dbb-377fd9b9a657 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.2862971 Jan 18 13:54:28.589193 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.601757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:28.679715 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4a09dce8-41bf-4862-8f34-7727c54b0f96 req-25cbe0eb-47d8-4b14-a775-68ccc29bb2d6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441815 Jan 18 13:54:28.919305 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Floating IP 556b131e-bdda-4a7e-b693-65a53c0d42b0 associated. External IP: 172.27.0.193, port: 6dd72add-72aa-4580-9fe9-55fd61d3e4c0. Jan 18 13:54:29.381070 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:29.583097 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:29.588769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:29.593971 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:29.605838 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:29.606435 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:29.641488 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5110937f-dd99-4b4b-acc2-dfb6f88ca090 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "PUT /v2.0/floatingips/556b131e-bdda-4a7e-b693-65a53c0d42b0 HTTP/1.1" status: 200 len: 992 time: 1.9977899 Jan 18 13:54:29.642130 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:29.698181 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'status': 'completed', 'code': 200} Jan 18 13:54:29.794852 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:29.802756 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-3e915d65-0c71-4fcc-99df-dae2d340a2da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1099 time: 0.0819790 Jan 18 13:54:29.995080 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-6b0799d7-7e63-4e7f-a31c-bd2e31415468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:29.996610 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-6b0799d7-7e63-4e7f-a31c-bd2e31415468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.1817188 Jan 18 13:54:30.006805 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bc0b5-bd5f-4ea7-98e2-7314b7c2d55f req-a55d25b8-a709-419b-902a-dba9899effa1 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:30.008288 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c16bc0b5-bd5f-4ea7-98e2-7314b7c2d55f req-a55d25b8-a709-419b-902a-dba9899effa1 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1727412 Jan 18 13:54:30.140763 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c16bc0b5-bd5f-4ea7-98e2-7314b7c2d55f req-4f3a4106-fcf0-4307-a9df-da6d26bbdbe5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809460 Jan 18 13:54:30.142506 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-a75151ab-8b4a-424b-87d5-44996b80f925 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 1000 time: 0.1326787 Jan 18 13:54:30.186769 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556b131e-bdda-4a7e-b693-65a53c0d42b0', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:13Z', 'updated_at': '2022-01-18T13:54:28Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:30.190933 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:30.203195 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:30.203809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:30.221276 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-a47f90bc-fd59-42e4-b5e3-5e17a4ad7f0b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:30.222864 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-a47f90bc-fd59-42e4-b5e3-5e17a4ad7f0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.0718102 Jan 18 13:54:30.311597 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-7ea62661-3aee-4a58-80be-3607a1c328f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799382 Jan 18 13:54:30.442958 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:30.484747 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-1b4c012e-2305-4c1a-aaf2-0faefa4962bc service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661017 Jan 18 13:54:30.759332 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d22cb0f9-e380-4b84-b1ce-2a88d7635ea3 req-93da7fa5-a77d-42bf-b629-0b146ae9be34 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689958 Jan 18 13:54:30.841680 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556b131e-bdda-4a7e-b693-65a53c0d42b0', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:13Z', 'updated_at': '2022-01-18T13:54:28Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:30.845944 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b154a61-5d5e-4d12-b97e-abbf3a18bb75 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556b131e-bdda-4a7e-b693-65a53c0d42b0', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:13Z', 'updated_at': '2022-01-18T13:54:28Z', 'revision_number': 1, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:30.949632 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977544-2776-4b4b-a686-f9e094a46628 req-ebfcc2f8-5a05-489c-8900-be16fb6313ed tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:30.951096 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-ebfcc2f8-5a05-489c-8900-be16fb6313ed tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 814 time: 0.1942167 Jan 18 13:54:30.967916 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-3ada0984-11c7-4a7a-b00b-34cb57eb2f92 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/quotas/166974b7bec94519b4e58d4ff7fb012d HTTP/1.1" status: 200 len: 375 time: 0.0112765 Jan 18 13:54:31.015569 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-2352cd3a-4264-41d6-9a1b-51bb83a51dac tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427024 Jan 18 13:54:31.060049 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bd259e-8648-4c00-98a2-e60c9e860864 None None] New status for floating IP 556b131e-bdda-4a7e-b693-65a53c0d42b0: ACTIVE {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:31.181712 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-1db56792-17ce-4f67-8152-cdad9b74279e service neutron] 10.222.0.31 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585474 Jan 18 13:54:31.413466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-f774e0f5-a283-4ff7-ad11-c8f41c7ad9ed service neutron] 10.222.0.31 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264011 Jan 18 13:54:31.448829 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-36cf6c61-0815-4adb-b13e-1b1976151bd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1138 time: 0.1716375 Jan 18 13:54:31.460978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77bcb9-1ecf-4a37-912a-3858df983f78 req-f1e47d39-259f-4316-82b0-8bb790ecf49d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:31.462574 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bc77bcb9-1ecf-4a37-912a-3858df983f78 req-f1e47d39-259f-4316-82b0-8bb790ecf49d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1418979 Jan 18 13:54:31.595278 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bc77bcb9-1ecf-4a37-912a-3858df983f78 req-8ae6ce86-a52a-42fd-adf1-eb6ccd6e9800 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117625 Jan 18 13:54:31.670975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-8f83e33e-6296-460e-b9d8-fc1f8ab8a88e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:31.672390 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-8f83e33e-6296-460e-b9d8-fc1f8ab8a88e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.2089813 Jan 18 13:54:31.767031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-980b6eb9-0bef-4e2e-828d-f13f845db215 req-275d728c-3a8d-419a-856f-5dfcf2e8e5d3 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0986991 Jan 18 13:54:31.830212 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-f0154738-73db-4547-b801-90ada3e5a5fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1002 time: 0.1218894 Jan 18 13:54:31.841699 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7c036-7464-4cce-8695-1e2e500aefb8 req-dcae97e9-e676-4ae1-bf05-4a8e359c1f56 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:31.843298 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bb7c036-7464-4cce-8695-1e2e500aefb8 req-dcae97e9-e676-4ae1-bf05-4a8e359c1f56 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.2181001 Jan 18 13:54:31.939817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-bbe2d35f-8f5f-4e8f-8a64-0b4ef1dbcff0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:31.941778 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-bbe2d35f-8f5f-4e8f-8a64-0b4ef1dbcff0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.0969718 Jan 18 13:54:31.944189 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bb7c036-7464-4cce-8695-1e2e500aefb8 req-978bab3b-9c66-4def-be44-e445467a6789 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694644 Jan 18 13:54:32.029045 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-9adfcb96-0d33-479f-bb08-54508874cbc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809898 Jan 18 13:54:32.169693 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-73148d57-6cad-4c13-af0b-ccef3196f992 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333811 Jan 18 13:54:32.307319 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-494d3a13-d22c-4bf2-9230-d576dbbbedb3 req-fd05e23a-0c1d-466f-ac77-d240921aaaef service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256831 Jan 18 13:54:32.928046 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977544-2776-4b4b-a686-f9e094a46628 req-d887e212-8ad1-4483-b30e-5bce0eb2295c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:32.929465 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-d887e212-8ad1-4483-b30e-5bce0eb2295c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 814 time: 0.2961304 Jan 18 13:54:32.974396 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Request body: {'port': {'device_id': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f', 'admin_state_up': True, 'tenant_id': '166974b7bec94519b4e58d4ff7fb012d'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:32.994277 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-57b64cbe-5ee5-4fcc-8cc6-4cda39898408 req-91a300f9-a4b1-4598-b9df-19965cd4dbf8 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 210 time: 0.0638711 Jan 18 13:54:33.051234 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f81ecd-423e-42c4-8195-9bdc423926b2 req-6a76d9b7-265c-4f02-925c-61cd9f4890f3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:33.052684 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82f81ecd-423e-42c4-8195-9bdc423926b2 req-6a76d9b7-265c-4f02-925c-61cd9f4890f3 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.2586579 Jan 18 13:54:33.185227 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82f81ecd-423e-42c4-8195-9bdc423926b2 req-106c37bb-a7c8-4529-9943-22b0640b0a76 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254137 Jan 18 13:54:33.217392 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:33.223028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Usage tracker for resource:port and tenant:166974b7bec94519b4e58d4ff7fb012d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:33.226260 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:33.235354 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:33.250148 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1d736-8836-48c7-ab0a-ce1877f8e917 req-ac1598c1-bcbf-4bf3-b4e7-e282a55a683c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:33.251626 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abd1d736-8836-48c7-ab0a-ce1877f8e917 req-ac1598c1-bcbf-4bf3-b4e7-e282a55a683c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.1438200 Jan 18 13:54:33.258759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Made reservation on behalf of 166974b7bec94519b4e58d4ff7fb012d for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:54:33.262191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:33.375711 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-abd1d736-8836-48c7-ab0a-ce1877f8e917 req-43c24c43-08f7-404f-8edf-9ae8843aeb77 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017063 Jan 18 13:54:33.467237 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Allocated IP 172.20.0.5 (1e6b8477-02ae-419a-9fdd-73d4e724729f/43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d/17db14b9-fb10-4387-9324-e8dcfbd4ce75) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:33.667121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:33.694119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:33.766757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:33.769824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:33.774264 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:33.778742 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:33.779332 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:33.787060 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Pushing event updated for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:33.804450 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-cca72551-0d08-422f-afc4-fc3167a7b6c0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378584 Jan 18 13:54:33.821294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Request body: {'port': {'device_id': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:33.926232 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:34.271095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02544a-a5db-4930-98be-673528b10992 req-95fdad41-c5b5-4b48-bc38-4056652e3e17 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:34.271790 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0e02544a-a5db-4930-98be-673528b10992 req-95fdad41-c5b5-4b48-bc38-4056652e3e17 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Synchronizing usage tracker for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:34.389156 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0e02544a-a5db-4930-98be-673528b10992 req-95fdad41-c5b5-4b48-bc38-4056652e3e17 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Unset dirty status for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:34.390467 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0e02544a-a5db-4930-98be-673528b10992 req-95fdad41-c5b5-4b48-bc38-4056652e3e17 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 931 time: 0.2509604 Jan 18 13:54:34.394619 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17db14b9-fb10-4387-9324-e8dcfbd4ce75 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:34.405817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:34.459248 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Transition to ACTIVE for port object 17db14b9-fb10-4387-9324-e8dcfbd4ce75 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:54:34.467315 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:34.531759 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0e02544a-a5db-4930-98be-673528b10992 req-2423d7d2-2860-4ec2-a5b5-96604a2171da tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300619 Jan 18 13:54:34.683901 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb4f96-9766-48d4-8a03-b72e2466d73f req-6ce7a1de-6c3e-4f31-aff7-ae404d3d4a8b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:34.685677 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ddb4f96-9766-48d4-8a03-b72e2466d73f req-6ce7a1de-6c3e-4f31-aff7-ae404d3d4a8b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.3649871 Jan 18 13:54:34.697202 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Pushing event updated for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:34.793143 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9ddb4f96-9766-48d4-8a03-b72e2466d73f req-78310048-2348-4bfd-8bc2-dad156f7ad3d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970721 Jan 18 13:54:34.795262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Attempting to bind port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:54:34.795597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Attempting to bind port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:54:34.795922 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Attempting to bind port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:34.802045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:54:34.802361 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Attempting to bind port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:54:34.809831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:54:34.810168 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Checking segment: {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:54:34.810553 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Bound using segment: {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:54:34.810983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Bound port: 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:54:34.811328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:34.967503 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:54:34.974473 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366785-76f6-4d29-beed-c02684a3e869 req-3250b239-70a5-4b01-a9db-2589290bdf81 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:34.975927 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51366785-76f6-4d29-beed-c02684a3e869 req-3250b239-70a5-4b01-a9db-2589290bdf81 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.1536567 Jan 18 13:54:34.978792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:54:34.982931 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:35.017539 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-fa7c82e8-aa9c-471f-bc95-e7c1718d1aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:35.073157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:35.074495 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] 10.222.0.36 "PUT /v2.0/ports/17db14b9-fb10-4387-9324-e8dcfbd4ce75 HTTP/1.1" status: 200 len: 1093 time: 1.2573760 Jan 18 13:54:35.075069 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:35.103933 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be2b19-ae92-447a-9c73-efc7b49966cf service neutron] Pushing event updated for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:35.109678 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-51366785-76f6-4d29-beed-c02684a3e869 req-7bd683e7-810c-4c47-9e35-2727039c8dcb tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226618 Jan 18 13:54:35.164750 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75', 'status': 'completed', 'code': 200} Jan 18 13:54:35.201874 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-e3b43a5b-b22a-437c-8f55-8adb7d2b0c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0757284 Jan 18 13:54:35.272381 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-56ccfe9a-1d83-45ab-acb4-a21aa369ba07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75 HTTP/1.1" status: 200 len: 217 time: 0.0624809 Jan 18 13:54:35.333540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb977544-2776-4b4b-a686-f9e094a46628 req-d2f871c1-a871-4fd5-ba3b-e279fff2a1f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:35.334987 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-d2f871c1-a871-4fd5-ba3b-e279fff2a1f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d HTTP/1.1" status: 200 len: 854 time: 0.0566177 Jan 18 13:54:35.384585 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-083a7b91-cecb-4f22-a51e-b58a79f84e5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e6b8477-02ae-419a-9fdd-73d4e724729f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427103 Jan 18 13:54:35.517178 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-56e17d24-72ad-4f3b-97c5-42dc9020ce8e service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253037 Jan 18 13:54:35.648283 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bb977544-2776-4b4b-a686-f9e094a46628 req-0059ca20-826a-4630-9646-6fe685e96949 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245427 Jan 18 13:54:35.787274 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c133d-89b0-42a3-94bc-f67a1ae0a6a9 req-c202afc9-42fa-4094-b12d-b770598302c1 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:35.788748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-115c133d-89b0-42a3-94bc-f67a1ae0a6a9 req-c202afc9-42fa-4094-b12d-b770598302c1 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 943 time: 0.1347671 Jan 18 13:54:35.818255 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-cfa6a5bd-2c65-4b76-ac74-f6619a7ba1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1193438 Jan 18 13:54:35.911573 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-115c133d-89b0-42a3-94bc-f67a1ae0a6a9 req-78e5d7b2-b08a-4cc0-94e5-16aa061e6541 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171467 Jan 18 13:54:35.974181 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-cc26f09c-3ffb-4b2f-853e-c498da59f117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:35.975645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-cc26f09c-3ffb-4b2f-853e-c498da59f117 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 915 time: 0.1462879 Jan 18 13:54:36.051476 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-138ca122-7f31-4717-b855-abc5457f0e08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75 HTTP/1.1" status: 200 len: 217 time: 0.0681400 Jan 18 13:54:36.184951 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-e0249d95-49ee-483f-b9ae-0e4d4892dea3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:36.186387 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-e0249d95-49ee-483f-b9ae-0e4d4892dea3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d HTTP/1.1" status: 200 len: 854 time: 0.1134250 Jan 18 13:54:36.230492 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:54:36.251871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544577-98be-430c-a090-e03a1894da2d req-870d43b3-07cd-48a0-97ae-3fc6af91ed8f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:36.253349 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e6544577-98be-430c-a090-e03a1894da2d req-870d43b3-07cd-48a0-97ae-3fc6af91ed8f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 944 time: 0.1497662 Jan 18 13:54:36.285797 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-0377056e-7a4c-4f0d-af2b-2dbc5dda9f39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e6b8477-02ae-419a-9fdd-73d4e724729f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876927 Jan 18 13:54:36.383285 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:36.398717 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:54:36.459673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:36.477501 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:36.492257 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:36.497632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:36.518358 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e6544577-98be-430c-a090-e03a1894da2d req-87228e3a-967f-4b17-8f87-ca95d27a180d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269270 Jan 18 13:54:36.563347 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:36.579902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07e80-5d68-4f4b-86ae-d27197a05511 req-17a1a41e-dea0-45e7-a73e-bf87d064598c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:36.581372 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44e07e80-5d68-4f4b-86ae-d27197a05511 req-17a1a41e-dea0-45e7-a73e-bf87d064598c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.3270376 Jan 18 13:54:36.587456 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-7daf5d67-72e1-48b2-a8ec-d6bb307c35cd service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706664 Jan 18 13:54:36.709465 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-44e07e80-5d68-4f4b-86ae-d27197a05511 req-ccac4ad3-19e6-47d6-9a33-22d0a64b6ca8 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209056 Jan 18 13:54:36.749556 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0061aa13-2982-43e7-a174-3c65e9066c11 req-42da24b1-1c55-4167-92ed-752db58f3016 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481371 Jan 18 13:54:36.779254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['12c660e6-4b6f-4ddf-808d-94bff8b24ad7'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:54:37.114184 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bbb87-0ad2-41a5-932c-1e0691cb5daa req-07bf8e55-3351-4424-a998-bc0082fdd039 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:37.115822 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e32bbb87-0ad2-41a5-932c-1e0691cb5daa req-07bf8e55-3351-4424-a998-bc0082fdd039 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0767043 Jan 18 13:54:37.163132 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e32bbb87-0ad2-41a5-932c-1e0691cb5daa req-f7de47ff-27bf-4e66-bf0f-6424799b86fc tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412500 Jan 18 13:54:37.343525 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7a517cfc-f679-4bb6-87bc-de0d19f42a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:37.726512 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a61aa-f593-4892-83c6-5021fe55c382 req-b0ef1760-9f77-4df4-b22b-9c10ecb3896e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:37.728901 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-929a61aa-f593-4892-83c6-5021fe55c382 req-b0ef1760-9f77-4df4-b22b-9c10ecb3896e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 945 time: 0.0842919 Jan 18 13:54:37.779683 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-929a61aa-f593-4892-83c6-5021fe55c382 req-aeda64a2-6386-4593-9498-34450c22daf5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Jan 18 13:54:38.051160 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255924ae-f56a-41bd-a430-3098da381920 req-72437b3c-f1a7-4a70-9e37-63d8735d9e2d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:38.052636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-255924ae-f56a-41bd-a430-3098da381920 req-72437b3c-f1a7-4a70-9e37-63d8735d9e2d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.0795567 Jan 18 13:54:38.099790 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-255924ae-f56a-41bd-a430-3098da381920 req-96c7f308-e1e9-4e9c-a130-f9976fd214c3 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410154 Jan 18 13:54:38.260476 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 17db14b9-fb10-4387-9324-e8dcfbd4ce75 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:54:38.262851 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:54:38.365184 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11b88-5313-4d5d-b791-8e486cfb4286 req-ac735a40-dde8-4d5d-939c-59a1d96c2c26 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:38.366894 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bf11b88-5313-4d5d-b791-8e486cfb4286 req-ac735a40-dde8-4d5d-939c-59a1d96c2c26 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 943 time: 0.0799186 Jan 18 13:54:38.426529 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9bf11b88-5313-4d5d-b791-8e486cfb4286 req-65c27d2b-ee36-4468-90f0-ee3b3ca23726 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534067 Jan 18 13:54:38.428207 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.464299 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:54:38.472800 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:38.473165 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.503698 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:38.531687 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '17db14b9-fb10-4387-9324-e8dcfbd4ce75', 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f', 'port_id': '17db14b9-fb10-4387-9324-e8dcfbd4ce75', 'mac_address': 'fa:16:3e:d4:c7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:54:38.605668 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.624740 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.684130 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17db14b9-fb10-4387-9324-e8dcfbd4ce75 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:54:38.700018 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.717104 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:38.725874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.766112 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:38.817256 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:38.830364 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'code': 200} Jan 18 13:54:38.832879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:38.849803 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:38.927586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:38.986171 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57afdd-6428-4c51-94e5-704b0881b3c6 req-4276b35f-f79d-41d8-b850-1543446bcd60 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:38.987696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b57afdd-6428-4c51-94e5-704b0881b3c6 req-4276b35f-f79d-41d8-b850-1543446bcd60 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.0768967 Jan 18 13:54:39.038460 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['17db14b9-fb10-4387-9324-e8dcfbd4ce75'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:54:39.096515 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3b57afdd-6428-4c51-94e5-704b0881b3c6 req-3c018c13-2e60-436c-bf66-c34891e432c9 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029146 Jan 18 13:54:39.115734 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ece6853-64cb-4fea-80e8-e12c1dbca383 req-9502776e-62d7-4855-bf53-bcd40b508035 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1099 time: 0.1036448 Jan 18 13:54:39.172291 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ece6853-64cb-4fea-80e8-e12c1dbca383 req-6ac938ba-407f-478b-9fb3-782eefdd2aa0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Jan 18 13:54:39.312546 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67a787-53c9-4fce-812c-b1875fba09d5 req-373db0a3-27e2-4dc2-91be-addd2202146b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:39.314006 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b67a787-53c9-4fce-812c-b1875fba09d5 req-373db0a3-27e2-4dc2-91be-addd2202146b tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.0849116 Jan 18 13:54:39.362595 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b67a787-53c9-4fce-812c-b1875fba09d5 req-a9e826c2-3e43-4ae8-90b8-b96add470ec4 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430951 Jan 18 13:54:39.640906 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9c15f-aa4f-43e8-8799-280224d9de50 req-2207ebf1-45a1-4762-b677-bb2145ee8c0c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:39.642319 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-63d9c15f-aa4f-43e8-8799-280224d9de50 req-2207ebf1-45a1-4762-b677-bb2145ee8c0c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 944 time: 0.0756888 Jan 18 13:54:39.686263 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-63d9c15f-aa4f-43e8-8799-280224d9de50 req-8b588227-5518-4889-9d5e-980a936bb037 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jan 18 13:54:39.793088 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:40.286314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 17db14b9-fb10-4387-9324-e8dcfbd4ce75 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:54:40.309470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6e32c-4f7b-4299-83bd-626b7c18fe87 req-23cd9632-7a68-4465-850d-51734525144e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:40.310909 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f9a6e32c-4f7b-4299-83bd-626b7c18fe87 req-23cd9632-7a68-4465-850d-51734525144e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.0871871 Jan 18 13:54:40.359343 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:54:40.361818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f9a6e32c-4f7b-4299-83bd-626b7c18fe87 req-d8978dc9-093a-4209-ba2b-b5f41cc5b726 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Jan 18 13:54:40.376165 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:54:40.376538 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:40.541484 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:40.611668 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:40.616871 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:40.628123 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730d6e-7ed2-4d50-85b4-ac824b3fc65f req-d763a9b6-78fe-45a1-8d3d-35bad69e5423 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:40.632211 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-96730d6e-7ed2-4d50-85b4-ac824b3fc65f req-d763a9b6-78fe-45a1-8d3d-35bad69e5423 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.1286240 Jan 18 13:54:40.687546 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:40.700550 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-96730d6e-7ed2-4d50-85b4-ac824b3fc65f req-ae97a766-6c6f-4fe3-aaa5-9ea00645b00d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600967 Jan 18 13:54:40.831642 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:40.892966 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75', 'code': 200} Jan 18 13:54:40.894663 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bba4-52ec-4b58-a978-afe8d37889e2 req-b81fc440-b3a1-4deb-b810-b3afc620fe4c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:40.896132 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1978bba4-52ec-4b58-a978-afe8d37889e2 req-b81fc440-b3a1-4deb-b810-b3afc620fe4c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0835867 Jan 18 13:54:40.943719 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1978bba4-52ec-4b58-a978-afe8d37889e2 req-2a0b36e9-06eb-4d55-abcf-b9763ebedc6f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jan 18 13:54:41.121926 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a6a60a32-1e4b-4056-8e81-a636601dcaae req-7b61cfc3-507d-4ac6-90a7-a0f5059fc086 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 1098 time: 0.0701580 Jan 18 13:54:41.170565 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a6a60a32-1e4b-4056-8e81-a636601dcaae req-5dbdf7a9-f205-4782-9525-f18fe4d947a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Jan 18 13:54:41.563285 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d94649-3cf5-4bc1-89d5-4514bc86314d req-cffe7af2-64e3-474f-af86-a18c94aecd8b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:41.564756 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-43d94649-3cf5-4bc1-89d5-4514bc86314d req-cffe7af2-64e3-474f-af86-a18c94aecd8b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Jan 18 13:54:41.610020 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-43d94649-3cf5-4bc1-89d5-4514bc86314d req-a14cd071-985f-4cbc-9ecf-160a8855c1fd tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Jan 18 13:54:41.814462 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bdb36-a389-4850-aee3-8c4ca77c9508 req-b32e7ef4-51a1-48a9-90e2-e49daf652171 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:41.815904 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d4bdb36-a389-4850-aee3-8c4ca77c9508 req-b32e7ef4-51a1-48a9-90e2-e49daf652171 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.0848618 Jan 18 13:54:41.861656 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d4bdb36-a389-4850-aee3-8c4ca77c9508 req-ebcaee57-dd45-4d54-bdaa-687e31789099 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403445 Jan 18 13:54:41.890287 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42378) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:42.002844 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3af92c72-8a20-4a6f-adf2-4cabcc563223 tempest-TestVolumeBootPattern-1319854991 tempest-TestVolumeBootPattern-1319854991-project-admin] Synchronizing usage tracker for tenant:28d2189f101a432c9bb71a63cc375d0a on resource:port {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:42.021549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3af92c72-8a20-4a6f-adf2-4cabcc563223 tempest-TestVolumeBootPattern-1319854991 tempest-TestVolumeBootPattern-1319854991-project-admin] Unset dirty status for tenant:28d2189f101a432c9bb71a63cc375d0a on resource:port {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:42.022900 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3af92c72-8a20-4a6f-adf2-4cabcc563223 tempest-TestVolumeBootPattern-1319854991 tempest-TestVolumeBootPattern-1319854991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1094 time: 0.1314130 Jan 18 13:54:42.026738 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42386) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:42.033309 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:54:42.041933 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:54:42.052169 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:floatingip and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:54:42.057978 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:54:42.065557 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:54:42.081895 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:42.271452 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0c113-394d-4fc5-939e-d73d0394211c req-a5c03106-0ff3-4926-a8d7-28890affa81c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:42.272931 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dde0c113-394d-4fc5-939e-d73d0394211c req-a5c03106-0ff3-4926-a8d7-28890affa81c tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.2922904 Jan 18 13:54:42.368750 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-dde0c113-394d-4fc5-939e-d73d0394211c req-6fbaff0d-a959-450a-b053-3fa8d1f9c4b1 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883205 Jan 18 13:54:42.377085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c5e81-e186-4563-aa8f-2bd33e27958f req-8689afb4-9ef0-49fb-9fd1-8f6fe39acef6 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:42.378529 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d2c5e81-e186-4563-aa8f-2bd33e27958f req-8689afb4-9ef0-49fb-9fd1-8f6fe39acef6 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.2816327 Jan 18 13:54:42.464785 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d2c5e81-e186-4563-aa8f-2bd33e27958f req-6dd9480d-062a-4e69-a51f-e1346dbcb722 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713513 Jan 18 13:54:42.467041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:42.620936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.27.0.19 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/17268416-99ff-4dbf-b58d-dabbd53894be) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:54:42.781731 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:42.809975 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:42.873899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:54:42.876655 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:54:42.880278 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:54:42.921071 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=17268416-99ff-4dbf-b58d-dabbd53894be,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:43.342943 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:43.398076 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:43.727268 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a02d-0d38-40fe-ad92-d9a110e6fe49 req-56c71d45-559b-435a-8797-0fffa7dffd9e tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:43.729084 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7663a02d-0d38-40fe-ad92-d9a110e6fe49 req-56c71d45-559b-435a-8797-0fffa7dffd9e tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.1923132 Jan 18 13:54:43.773133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:43.784569 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:43.824029 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a22656-5c19-47df-b640-b79bd3a14aca req-c8ee0187-8cfb-4178-83e1-4bf8e6a297a2 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:43.825496 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-37a22656-5c19-47df-b640-b79bd3a14aca req-c8ee0187-8cfb-4178-83e1-4bf8e6a297a2 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.2241681 Jan 18 13:54:43.900599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:44.076222 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7663a02d-0d38-40fe-ad92-d9a110e6fe49 req-216f1014-505a-4cc0-b757-f0f1e70ac2b3 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&id=aed0f982-b655-43fd-bf4e-b54a59fee0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3251567 Jan 18 13:54:44.085537 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=17268416-99ff-4dbf-b58d-dabbd53894be,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:44.098042 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-37a22656-5c19-47df-b640-b79bd3a14aca req-45fb6a64-86cf-42b0-b888-a1feb09fd84b tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641616 Jan 18 13:54:44.256906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Floating IP 415d4d0a-8523-4918-9c2a-29559693387a associated. External IP: 172.27.0.19, port: 12c660e6-4b6f-4ddf-808d-94bff8b24ad7. Jan 18 13:54:44.717273 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:44.941647 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:44.953788 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:44.969253 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:44.978869 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:44.978869 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:45.055269 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ad44b56f-433e-4d52-8113-2af669461d61 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0233538 Jan 18 13:54:45.055269 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:45.131856 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'status': 'completed', 'code': 200} Jan 18 13:54:45.198277 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:45.233732 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1c2a-4f66-4c83-8c72-33c581657950 req-f772269c-84fa-48a3-8474-dbddc11942c5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:45.235158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33ed1c2a-4f66-4c83-8c72-33c581657950 req-f772269c-84fa-48a3-8474-dbddc11942c5 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.1421688 Jan 18 13:54:45.261254 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-9409dfec-f821-4083-a05c-ed20fc8e02c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1099 time: 0.1059852 Jan 18 13:54:45.361405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33ed1c2a-4f66-4c83-8c72-33c581657950 req-8e7755d3-d2d1-4fe9-8a3c-4d24ea18e707 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201310 Jan 18 13:54:45.424123 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-790613f2-bd2b-4225-88ef-ff6803a46898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:45.425556 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-790613f2-bd2b-4225-88ef-ff6803a46898 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1575658 Jan 18 13:54:45.535997 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-b00c0446-d912-4748-816e-dc802ce79218 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 999 time: 0.0999656 Jan 18 13:54:45.589199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:43Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:45.592972 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:45.599752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-b72a720c-a9df-417b-9f78-5a0fe1c2b391 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:45.601237 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-b72a720c-a9df-417b-9f78-5a0fe1c2b391 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0591497 Jan 18 13:54:45.604084 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:45.604686 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:45.699091 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-f6ffb12f-e410-471e-92ac-d78b8c22b2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801556 Jan 18 13:54:45.788765 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:45.837733 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-86e7c519-95a8-4fb9-aedf-28481f8681f4 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315475 Jan 18 13:54:46.080948 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82b65b45-112a-4711-9be4-c1a1b98d5cb5 req-2be8fe7e-404e-4570-b5b4-5a752792aa29 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283223 Jan 18 13:54:46.194820 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:43Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:46.199274 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d04838-753a-469b-93e6-1ed918ecb0be None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:43Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:46.406061 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71508f06-e4f0-456c-9647-21c18e26c016 None None] New status for floating IP 415d4d0a-8523-4918-9c2a-29559693387a: ACTIVE {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:46.577871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860766dc-b53f-4b1d-9afe-f5a55f352ac7 req-da7ca4c5-daba-4275-8b38-6d4f53628d09 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:46.579358 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-860766dc-b53f-4b1d-9afe-f5a55f352ac7 req-da7ca4c5-daba-4275-8b38-6d4f53628d09 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.0799692 Jan 18 13:54:46.626941 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-860766dc-b53f-4b1d-9afe-f5a55f352ac7 req-d1b4171d-5ba6-48f0-8365-6cce3ddae05f tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Jan 18 13:54:47.329886 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-59d4f5e0-28d1-4b03-9f57-522bb45e5383 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:47.331277 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-59d4f5e0-28d1-4b03-9f57-522bb45e5383 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.0788217 Jan 18 13:54:47.401492 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Deleting port 69e842f4-eb33-47c0-b5d3-1a39f990703d {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:47.401857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:47.654311 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] For port 69e842f4-eb33-47c0-b5d3-1a39f990703d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=69e842f4-eb33-47c0-b5d3-1a39f990703d,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:47.654602 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:48.002098 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d11e5-7239-47e9-aec5-ff0d9292b323 req-f03954ff-a4c9-4db6-8bc0-8693c70ed944 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:54:48.009940 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d2d11e5-7239-47e9-aec5-ff0d9292b323 req-f03954ff-a4c9-4db6-8bc0-8693c70ed944 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 945 time: 0.1972187 Jan 18 13:54:48.009940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:48.009940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:48.009940 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Floating IP 07b28821-f4b7-4f45-8fb2-6f936b0d1808 disassociated. External IP: 172.27.0.85, port: 69e842f4-eb33-47c0-b5d3-1a39f990703d. Jan 18 13:54:48.009940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Calling delete_port for 69e842f4-eb33-47c0-b5d3-1a39f990703d owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:48.112455 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4d2d11e5-7239-47e9-aec5-ff0d9292b323 req-f28fa3c0-4f9b-42fb-8c43-f094aafe7db1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f7547a-68ce-4bbb-b59d-22054f9aad60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792232 Jan 18 13:54:48.185735 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:48.233299 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'Port': ['ID=69e842f4-eb33-47c0-b5d3-1a39f990703d,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:48.444566 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:48.750726 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:48.759934 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:48.772351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:48.773016 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:48.819688 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] No DVR routers for this DVR port 69e842f4-eb33-47c0-b5d3-1a39f990703d on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:54:48.822575 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:48.825114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'name': 'network-vif-deleted', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:54:48.849158 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5b0e977e-d2bf-43b6-a3ef-ff4587e43794 req-1e6dfe39-8898-451a-b24f-e46310b8f03d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.36 "DELETE /v2.0/ports/69e842f4-eb33-47c0-b5d3-1a39f990703d HTTP/1.1" status: 204 len: 173 time: 1.5121899 Jan 18 13:54:48.885240 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f698e357-cb0e-48f5-90d5-df6b02a3713e', 'name': 'network-vif-deleted', 'tag': '69e842f4-eb33-47c0-b5d3-1a39f990703d', 'status': 'completed', 'code': 200} Jan 18 13:54:48.980454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:49.296300 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9b390679-910b-4613-9a8b-c8d7b2420490 req-3e70b46b-c5b9-4ef5-8b3f-1e461904a250 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Synchronizing usage tracker for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:54:49.312156 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-9b390679-910b-4613-9a8b-c8d7b2420490 req-3e70b46b-c5b9-4ef5-8b3f-1e461904a250 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Unset dirty status for tenant:9e65e47b52124194b964fb7474a3ad9d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:54:49.313315 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b390679-910b-4613-9a8b-c8d7b2420490 req-3e70b46b-c5b9-4ef5-8b3f-1e461904a250 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/ports?device_id=f698e357-cb0e-48f5-90d5-df6b02a3713e HTTP/1.1" status: 200 len: 210 time: 0.0587058 Jan 18 13:54:49.316667 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:49.322265 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:49.334022 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:49.334624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:49.520298 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:49.844687 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:49.848490 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc15187-0cc9-41ce-976f-b6db0352aedc None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:48:31Z', 'revision_number': 4, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '4e61d4c6-536f-4db4-8113-9eb15bb7ff00', 'name': '', 'network_id': 'e2d43159-0f26-44ba-874a-c4b9bc8c89ae', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'mac_address': 'fa:16:3e:78:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:30Z', 'updated_at': '2022-01-18T13:48:44Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'subnets': [{'id': '19ccd357-ac75-4193-b9f3-cb33d99abd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:50.072615 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794b84a7-4e84-4911-84fd-bafa9b93e871 None None] New status for floating IP 07b28821-f4b7-4f45-8fb2-6f936b0d1808: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:54:50.339164 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 69e842f4-eb33-47c0-b5d3-1a39f990703d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:54:50.372164 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 69e842f4-eb33-47c0-b5d3-1a39f990703d {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:54:50.372502 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 69e842f4-eb33-47c0-b5d3-1a39f990703d not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:54:50.479584 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42484) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:50.549870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:50.577313 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:50.627552 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:50.651291 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f7547a-68ce-4bbb-b59d-22054f9aad60,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:50.657658 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:50.658793 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-647a4a1e-899e-4cef-b971-9af4e6168268 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "DELETE /v2.0/security-groups/34f7547a-68ce-4bbb-b59d-22054f9aad60 HTTP/1.1" status: 204 len: 168 time: 0.1781218 Jan 18 13:54:50.661625 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42488) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:50.680368 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.api.v2.resource [None req-f6a63f1b-e4ef-4e72-aac3-fd2781d7e51d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] show failed (client error): The resource could not be found. Jan 18 13:54:50.681222 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f6a63f1b-e4ef-4e72-aac3-fd2781d7e51d tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "GET /v2.0/security-groups/34f7547a-68ce-4bbb-b59d-22054f9aad60 HTTP/1.1" status: 404 len: 347 time: 0.0186546 Jan 18 13:54:50.684206 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42492) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:50.845079 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Deleting port b551e68f-5c4b-43e2-8c70-73c52dd0a78e {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:50.845408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.012037 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.012354 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.142912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Calling delete_port for b551e68f-5c4b-43e2-8c70-73c52dd0a78e owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:51.288235 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.334619 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Pushing event deleted for resources: {'Port': ['ID=b551e68f-5c4b-43e2-8c70-73c52dd0a78e,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:51.386168 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.407454 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:51.408644 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-56479304-eff9-482f-8435-f5db1d2a6ee1 tempest-AttachVolumeTestJSON-1067341689 tempest-AttachVolumeTestJSON-1067341689-project] 10.222.0.31 "DELETE /v2.0/floatingips/07b28821-f4b7-4f45-8fb2-6f936b0d1808 HTTP/1.1" status: 204 len: 168 time: 0.7235599 Jan 18 13:54:52.488593 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:55.582636 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42540) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:56.060709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:56.748806 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Deleting port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:56.749341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:56.923893 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] For port 4e61d4c6-536f-4db4-8113-9eb15bb7ff00, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:56.924267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:57.048020 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Calling delete_port for 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:57.235025 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:57.284018 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e61d4c6-536f-4db4-8113-9eb15bb7ff00,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:57.528249 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:58.187769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Router 6bd5af89-5edb-4b05-bb81-c43c568149bd has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:54:58.430859 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:54:58.440825 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Sync routers for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:54:58.443472 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-58b75d01-c8fb-40cc-9688-fd33e7169987 admin admin] 10.222.0.31 "PUT /v2.0/routers/6bd5af89-5edb-4b05-bb81-c43c568149bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8597412 Jan 18 13:54:58.446119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42560) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:54:58.456219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:58.456836 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:58.671677 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:58.681793 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:58.916206 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:58.927038 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Deleting port b8281ca0-f934-4599-8071-8b67611ddecb {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:54:58.927486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:58.978451 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:54:57Z', 'revision_number': 5, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port': {'id': 'b8281ca0-f934-4599-8071-8b67611ddecb', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:da:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:48:23Z', 'updated_at': '2022-01-18T13:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:58.983219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Checking router: 6bd5af89-5edb-4b05-bb81-c43c568149bd for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:54:58.996165 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Routers {'6bd5af89-5edb-4b05-bb81-c43c568149bd'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:54:58.996728 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:54:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['6bd5af89-5edb-4b05-bb81-c43c568149bd'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:59.104859 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] For port b8281ca0-f934-4599-8071-8b67611ddecb, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b8281ca0-f934-4599-8071-8b67611ddecb,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:54:59.105209 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.164785 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] Set router 6bd5af89-5edb-4b05-bb81-c43c568149bd gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:54:59.236271 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Calling delete_port for b8281ca0-f934-4599-8071-8b67611ddecb owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:54:59.283143 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:54:58Z', 'revision_number': 6, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:54:59.287099 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd360d82-b543-4edb-9ed2-60d28414e3e9 None None] The sync data for ids ['6bd5af89-5edb-4b05-bb81-c43c568149bd'] in dv-cinder-825104-1-iscsi is: [{'id': '6bd5af89-5edb-4b05-bb81-c43c568149bd', 'name': 'tempest-AttachVolumeTestJSON-193088192-router', 'tenant_id': '9e65e47b52124194b964fb7474a3ad9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:48:22Z', 'updated_at': '2022-01-18T13:54:58Z', 'revision_number': 6, 'project_id': '9e65e47b52124194b964fb7474a3ad9d', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:54:59.508920 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.551030 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8281ca0-f934-4599-8071-8b67611ddecb,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:54:59.724845 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.983051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:54:59.987103 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.077510 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.078376 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd5af89-5edb-4b05-bb81-c43c568149bd {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:55:00.091375 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:55:00.094057 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.096397 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bd9c3be5-9b22-4022-9253-bd011178c97c admin admin] 10.222.0.31 "DELETE /v2.0/routers/6bd5af89-5edb-4b05-bb81-c43c568149bd HTTP/1.1" status: 204 len: 168 time: 1.6492877 Jan 18 13:55:00.097571 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42572) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:00.124592 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:55:00.124928 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4e61d4c6-536f-4db4-8113-9eb15bb7ff00 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:55:00.125313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b8281ca0-f934-4599-8071-8b67611ddecb no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:55:00.158269 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Deleting subnet 19ccd357-ac75-4193-b9f3-cb33d99abd47 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:55:00.158477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: b8281ca0-f934-4599-8071-8b67611ddecb {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:55:00.158874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b8281ca0-f934-4599-8071-8b67611ddecb not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:55:00.161557 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.210892 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.284334 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.356934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.398014 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ccd357-ac75-4193-b9f3-cb33d99abd47,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:00.402832 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.408162 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e437a991-4e02-444c-8bca-aedf6df13e7a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/19ccd357-ac75-4193-b9f3-cb33d99abd47 HTTP/1.1" status: 204 len: 168 time: 0.3094997 Jan 18 13:55:00.408906 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265a31c-3193-422e-88df-24009af7fd4f None None] Network e2d43159-0f26-44ba-874a-c4b9bc8c89ae requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:00.410772 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42576) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:00.592878 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.603495 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Deleting port 56981838-3890-46d1-a2e7-4ad5b7168595 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:00.603823 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.670942 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] DHCP port deletion for e2d43159-0f26-44ba-874a-c4b9bc8c89ae request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:55:00.675302 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Deleting port 56981838-3890-46d1-a2e7-4ad5b7168595 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:00.675680 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.804195 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] For port 56981838-3890-46d1-a2e7-4ad5b7168595, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=56981838-3890-46d1-a2e7-4ad5b7168595,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:00.804461 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.874321 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] For port 56981838-3890-46d1-a2e7-4ad5b7168595, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=56981838-3890-46d1-a2e7-4ad5b7168595,segment=NetworkSegment(6a6c6298-8233-42a1-8414-905cdd6471a5),segment_id=6a6c6298-8233-42a1-8414-905cdd6471a5)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:00.874797 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:00.927250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Calling delete_port for 56981838-3890-46d1-a2e7-4ad5b7168595 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:55:00.994130 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Calling delete_port for 56981838-3890-46d1-a2e7-4ad5b7168595 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:55:01.001662 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.046272 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56981838-3890-46d1-a2e7-4ad5b7168595,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:01.053223 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] No DVR routers for this DVR port 56981838-3890-46d1-a2e7-4ad5b7168595 on host dv-cinder-825104-1-iscsi {{(pid=82797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:55:01.160678 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:55:01.161233 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:55:01.173774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.203407 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d43159-0f26-44ba-874a-c4b9bc8c89ae']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:01.216187 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6c6298-8233-42a1-8414-905cdd6471a5') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:01.216461 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6c6298-8233-42a1-8414-905cdd6471a5') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:01.229032 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.252447 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.259820 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:55:01.260266 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:55:01.276153 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:55:01.356056 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.372486 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.383653 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d43159-0f26-44ba-874a-c4b9bc8c89ae,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:01.396083 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-146fd17b-93c5-4e41-be76-ac8b205578e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2d43159-0f26-44ba-874a-c4b9bc8c89ae HTTP/1.1" status: 204 len: 168 time: 0.9840035 Jan 18 13:55:01.535102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42586) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:01.584997 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7b9c4a8c-da92-4059-b78b-81dc6abe944b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e65e47b52124194b964fb7474a3ad9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487456 Jan 18 13:55:01.588024 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42590) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:01.647531 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.661982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Deleting port 56981838-3890-46d1-a2e7-4ad5b7168595 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:01.662481 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.673670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.726631 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.733352 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-a58bd6a9-9d59-4371-ae94-7b2f63059da2 None None] The port '56981838-3890-46d1-a2e7-4ad5b7168595' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:55:01.751975 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d3ce5-929f-4cd4-938e-2c177527fb64,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:01.758433 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:01.762624 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fbb15405-cab9-4966-8f1f-48378b21e2e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/222d3ce5-929f-4cd4-938e-2c177527fb64 HTTP/1.1" status: 204 len: 168 time: 0.1711962 Jan 18 13:55:02.005566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 56981838-3890-46d1-a2e7-4ad5b7168595 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:55:02.040470 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 56981838-3890-46d1-a2e7-4ad5b7168595 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:55:02.040812 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 56981838-3890-46d1-a2e7-4ad5b7168595 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:55:02.263246 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:55:05.019684 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8879e90c-3744-4396-ae55-fa012c9df6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:07.346297 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cd44a9e3-ad5b-4f15-a8c3-063b59b74b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:08.356975 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:08.548019 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:09.799678 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.151776 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42742) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:11.293932 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.326299 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:11.330638 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Usage tracker for resource:security_group_rule and tenant:6125768e66f94f428738a09f3d37e3bc is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:11.333055 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:11.339167 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:11.406026 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.409765 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.456023 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523df20-273a-409a-95df-f28b45af2741,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:11.464834 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6125768e66f94f428738a09f3d37e3bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3119771 Jan 18 13:55:11.467560 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42748) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:11.468168 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.468517 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.468846 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.469171 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.469499 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.469823 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.470143 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.470460 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.470777 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.471090 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.471420 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b4debc-f159-4368-b35e-4149f2a73d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.527057 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.551849 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.601767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.615607 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523df20-273a-409a-95df-f28b45af2741,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:11.627999 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.628364 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.628706 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.629040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.629369 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.629695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.630019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.630432 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.630661 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.630979 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.631296 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:11.633857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:11.634955 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a561d63e-eb75-4a97-821a-dee72719dfdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5523df20-273a-409a-95df-f28b45af2741 HTTP/1.1" status: 204 len: 168 time: 0.1663704 Jan 18 13:55:15.979129 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42828) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:16.119233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.149612 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:16.153412 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Usage tracker for resource:security_group_rule and tenant:ca33263a232a46ecaaa527306a9fb395 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:16.156150 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:16.161665 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:16.226899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.230570 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.279779 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82108f82-487a-49ae-a71c-8e94802124c4,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:16.284150 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c34d78ef-21e6-41fc-937b-58857f609cee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca33263a232a46ecaaa527306a9fb395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3037753 Jan 18 13:55:16.286816 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42836) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:16.364436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.393410 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.446881 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.465623 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82108f82-487a-49ae-a71c-8e94802124c4,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:16.474889 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:16.479405 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-94306f37-3f16-48a3-a41a-efc7c5f75a7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82108f82-487a-49ae-a71c-8e94802124c4 HTTP/1.1" status: 204 len: 168 time: 0.1914654 Jan 18 13:55:17.243871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42858) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:17.372712 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-367225114-network', 'tenant_id': 'ca58cf3375ef408da5e6f9ebf4c0772f'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:17.377715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:17.381904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Usage tracker for resource:network and tenant:ca58cf3375ef408da5e6f9ebf4c0772f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:17.385472 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:17.391819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:17.401762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Made reservation on behalf of ca58cf3375ef408da5e6f9ebf4c0772f for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:17.404081 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.417353 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.447448 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:17.451440 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca58cf3375ef408da5e6f9ebf4c0772f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:17.454229 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:17.459819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:17.523579 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.527151 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.558855 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:55:17.563937 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57976e-df06-487d-aa54-9f96f4282fe8,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:17.570649 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.571648 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Added segment 9545cf8f-ebb1-4ab4-adb5-f72d604a1d33 of type vlan for network 23142032-1556-4cd6-be21-e3665fea257f Jan 18 13:55:17.596310 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.624967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.625874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:17.626363 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:17.812065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] Pushing event updated for resources: {'Network': ['ID=23142032-1556-4cd6-be21-e3665fea257f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:17.815863 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5174e37b-44a6-467d-82af-4c90662ed9f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5709102 Jan 18 13:55:17.818837 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42866) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:17.822713 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 23142032-1556-4cd6-be21-e3665fea257f details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:55:17.825223 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Request body: {'subnet': {'network_id': '23142032-1556-4cd6-be21-e3665fea257f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-367225114-subnet', 'tenant_id': 'ca58cf3375ef408da5e6f9ebf4c0772f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:17.829969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:17.833794 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Usage tracker for resource:subnet and tenant:ca58cf3375ef408da5e6f9ebf4c0772f is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:17.837490 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:17.843210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:17.854341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Made reservation on behalf of ca58cf3375ef408da5e6f9ebf4c0772f for: {'subnet': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:17.856679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:18.061979 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:18.136705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca22bc42-b4ce-43ad-b8ed-923d42cf9c37,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:18.148448 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Checking segment: {'id': '9545cf8f-ebb1-4ab4-adb5-f72d604a1d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23142032-1556-4cd6-be21-e3665fea257f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:18.148745 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Network hostable DHCP agents. Network: 23142032-1556-4cd6-be21-e3665fea257f, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:55:18.171722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Network 23142032-1556-4cd6-be21-e3665fea257f is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:55:18.180600 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 23142032-1556-4cd6-be21-e3665fea257f) {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:18.185011 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:18.185596 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:18.189229 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354fd89-1472-4b66-a3db-c7db77e6d60f None None] Network 23142032-1556-4cd6-be21-e3665fea257f requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:18.207486 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ca5eb0c9-d999-4213-bd97-cfb38cdcd15d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3874869 Jan 18 13:55:18.415111 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6378f1c-0b2c-4366-a0f6-737d083cc15a None None] Network 23142032-1556-4cd6-be21-e3665fea257f requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:19.042322 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42890) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:19.047871 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207945584-network', 'tenant_id': 'c467b027daac4b5690989553dbfd5087'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:19.052423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:19.056940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Usage tracker for resource:network and tenant:c467b027daac4b5690989553dbfd5087 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:19.059759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:19.065423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:19.075588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Made reservation on behalf of c467b027daac4b5690989553dbfd5087 for: {'network': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:19.077976 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.089995 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.124921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:19.128848 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Usage tracker for resource:security_group_rule and tenant:c467b027daac4b5690989553dbfd5087 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:19.131594 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:19.137259 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:19.203138 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.208183 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.237931 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=82796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:55:19.247349 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62334365-d2c0-4a90-9c9b-d8370d0bc159,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:19.252997 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.253334 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.segments_db [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Added segment 1d9d3d08-49ef-4feb-a64b-91bb10c79ce4 of type vlan for network 4979231a-3b72-43d1-9ee7-a2f5363b7d79 Jan 18 13:55:19.279644 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.311817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.311817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:19.311817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.420527 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3770220 Jan 18 13:55:19.421139 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42898) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:19.421810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057e1b3-3bc7-49bd-ba31-d0c557018beb admin admin] Pushing event updated for resources: {'Network': ['ID=4979231a-3b72-43d1-9ee7-a2f5363b7d79,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:19.426815 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Request body: {'subnet': {'network_id': '4979231a-3b72-43d1-9ee7-a2f5363b7d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1207945584-subnet', 'tenant_id': 'c467b027daac4b5690989553dbfd5087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:19.432180 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network 4979231a-3b72-43d1-9ee7-a2f5363b7d79 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:55:19.442423 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:19.447007 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Usage tracker for resource:subnet and tenant:c467b027daac4b5690989553dbfd5087 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:19.450250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:19.456789 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:19.467710 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Made reservation on behalf of c467b027daac4b5690989553dbfd5087 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:19.470217 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.680392 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.762843 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168c887d-98cf-480d-88b3-14e02b5ab044,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:19.768927 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Checking segment: {'id': '1d9d3d08-49ef-4feb-a64b-91bb10c79ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4979231a-3b72-43d1-9ee7-a2f5363b7d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:19.769271 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Network hostable DHCP agents. Network: 4979231a-3b72-43d1-9ee7-a2f5363b7d79, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:55:19.791613 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Network 4979231a-3b72-43d1-9ee7-a2f5363b7d79 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:55:19.800415 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, 4979231a-3b72-43d1-9ee7-a2f5363b7d79) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:19.804184 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:19.804760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:19.809079 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ca506-a614-4585-9c2a-d44c9daa27ec None None] Network 4979231a-3b72-43d1-9ee7-a2f5363b7d79 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:19.824861 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d6c7171c-085c-4787-a942-0046223fa952 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4026442 Jan 18 13:55:19.954124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42908) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:20.013026 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Deleting subnet ca22bc42-b4ce-43ad-b8ed-923d42cf9c37 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:55:20.016719 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.020977 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da3b96a-0d61-46c4-961d-07703e993b03 None None] Network 4979231a-3b72-43d1-9ee7-a2f5363b7d79 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:20.070900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.077948 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.145139 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.182135 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca22bc42-b4ce-43ad-b8ed-923d42cf9c37,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:20.188185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.193856 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f6be753f-654a-4b28-9c06-95afc3f813f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ca22bc42-b4ce-43ad-b8ed-923d42cf9c37 HTTP/1.1" status: 204 len: 168 time: 0.2388864 Jan 18 13:55:20.197110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42912) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:20.303392 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.430016 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.459323 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.459662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.460623 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.460949 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > port after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.461268 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > port after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.461617 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > port after_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.461932 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.462264 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.462576 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.462886 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.555112 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.555374 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.555697 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.556046 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 13:55:20.556415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23142032-1556-4cd6-be21-e3665fea257f']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:20.569301 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9545cf8f-ebb1-4ab4-adb5-f72d604a1d33') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:20.569592 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9545cf8f-ebb1-4ab4-adb5-f72d604a1d33') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:20.580547 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.597053 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.604753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:55:20.605132 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: util.warn_limited( Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: util.warn_limited( Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:55:20.621180 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:55:20.698547 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.717506 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.724345 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=23142032-1556-4cd6-be21-e3665fea257f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:20.732172 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42920) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:20.732696 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-95979d03-401f-45be-9a71-33d1b7406b6f admin admin] 10.222.0.31 "DELETE /v2.0/networks/23142032-1556-4cd6-be21-e3665fea257f HTTP/1.1" status: 204 len: 168 time: 0.5340502 Jan 18 13:55:20.792006 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Deleting subnet 168c887d-98cf-480d-88b3-14e02b5ab044 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:55:20.795038 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.843470 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.901199 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:20.967369 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.004600 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168c887d-98cf-480d-88b3-14e02b5ab044,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:21.009453 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.015506 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c8c4b56b-3159-422d-9887-01ab6a887bf9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/168c887d-98cf-480d-88b3-14e02b5ab044 HTTP/1.1" status: 204 len: 168 time: 0.2821908 Jan 18 13:55:21.017907 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 42924) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:21.122494 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.315131 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.341102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4979231a-3b72-43d1-9ee7-a2f5363b7d79']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:21.353955 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d3d08-49ef-4feb-a64b-91bb10c79ce4') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:21.353955 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d3d08-49ef-4feb-a64b-91bb10c79ce4') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:21.364587 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.380061 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.386430 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:55:21.386805 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:55:21.400456 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:55:21.484442 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.500250 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.509731 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4979231a-3b72-43d1-9ee7-a2f5363b7d79,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:21.512471 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-708b1b2e-20d7-44ff-88b6-5d78a4776ef8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4979231a-3b72-43d1-9ee7-a2f5363b7d79 HTTP/1.1" status: 204 len: 168 time: 0.4936700 Jan 18 13:55:21.704672 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42930) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:21.754562 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-380b51e6-2917-420f-acdf-06da85793e3a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca58cf3375ef408da5e6f9ebf4c0772f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487523 Jan 18 13:55:21.757715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42936) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:21.816340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.841713 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.891084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.906612 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57976e-df06-487d-aa54-9f96f4282fe8,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:21.911221 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:21.911906 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5c907a3e-6ce2-4ea8-af0d-7eccdb71f225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d57976e-df06-487d-aa54-9f96f4282fe8 HTTP/1.1" status: 204 len: 168 time: 0.1533072 Jan 18 13:55:22.294442 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42944) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:22.348739 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4439a592-b862-4434-b4be-5c6fa8206389 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c467b027daac4b5690989553dbfd5087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0509324 Jan 18 13:55:22.348943 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 42948) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:22.409488 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:22.435102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:22.489232 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:22.500184 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:22.505636 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62334365-d2c0-4a90-9c9b-d8370d0bc159,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:22.510329 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:22.511321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2baa9e04-1565-427f-9c5f-a6bcf003d4d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62334365-d2c0-4a90-9c9b-d8370d0bc159 HTTP/1.1" status: 204 len: 168 time: 0.1614959 Jan 18 13:55:24.845355 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43018) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:24.985682 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.018003 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:25.021838 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Usage tracker for resource:security_group_rule and tenant:a7b624fb1a8e42ea992d4f67fd2e6f3c is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:25.025788 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:25.031784 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:25.106526 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.110321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.164073 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad48533e-8d1b-44d4-9818-e950c68b8bf7,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:25.173401 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-de0dbc58-9105-47da-bd6b-a22522d7746d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7b624fb1a8e42ea992d4f67fd2e6f3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3268487 Jan 18 13:55:25.173626 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43030) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:25.275162 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.310581 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.387155 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.398752 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad48533e-8d1b-44d4-9818-e950c68b8bf7,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:25.402123 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.403578 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-02e7f3df-dc3f-4cac-91c8-fcd123cd2ea2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad48533e-8d1b-44d4-9818-e950c68b8bf7 HTTP/1.1" status: 204 len: 168 time: 0.2286234 Jan 18 13:55:25.737823 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43044) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:25.755925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.787867 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:25.791558 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc079e761d241e1be186a2bf37a7629 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:25.794303 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:25.800235 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:25.865746 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.869736 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:25.914569 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ddfde-287d-4188-813d-e7ee90fb497b,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:25.920428 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bf126765-68ff-4085-bb1f-3d3edcec0d10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdc079e761d241e1be186a2bf37a7629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1816173 Jan 18 13:55:25.922948 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43048) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:25.980762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:26.008679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:26.134390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:26.151280 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ddfde-287d-4188-813d-e7ee90fb497b,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:26.161250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:26.162345 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-863cf843-8f40-42b3-bd7d-2592fd061dd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b9ddfde-287d-4188-813d-e7ee90fb497b HTTP/1.1" status: 204 len: 168 time: 0.2385411 Jan 18 13:55:26.541732 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-0194f0b2-5893-4dfd-ab42-0f5b590e4b12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1128843 Jan 18 13:55:26.714526 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-7a04f5ae-6ea1-41eb-943f-a14634b96ea0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1138 time: 0.0993817 Jan 18 13:55:26.890008 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-304de5b8-57ae-4ea1-81f0-aff6b778f8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:26.891453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-304de5b8-57ae-4ea1-81f0-aff6b778f8c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.1445153 Jan 18 13:55:26.998568 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-cb827f9c-ee96-4086-8605-46e68a633b4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1002 time: 0.0977933 Jan 18 13:55:27.064505 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-4ed2986d-c074-46b5-9c7c-437db4fab661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:27.065945 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-4ed2986d-c074-46b5-9c7c-437db4fab661 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.0588534 Jan 18 13:55:27.144277 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-a5029b76-d13c-4780-96e3-f35377b39a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691116 Jan 18 13:55:27.290321 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-79a04ed1-dddc-4cfb-8c0e-b8c7d67b8665 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373377 Jan 18 13:55:27.446295 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-18146a9b-ab36-4add-81a2-875f36cc4284 req-8e077d84-bb4f-423f-8f2b-e3351c1f9156 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446140 Jan 18 13:55:28.384386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626dc919-723e-4b23-9e69-3fa041ea6815 req-d2068c4d-8d4c-494a-95fb-cbd28125e815 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:28.386970 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-626dc919-723e-4b23-9e69-3fa041ea6815 req-d2068c4d-8d4c-494a-95fb-cbd28125e815 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.1666896 Jan 18 13:55:28.436160 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938505-a643-490f-a554-58be981ff3c8 req-56c76f7a-4728-4342-b322-0cc2754fc59d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:28.437595 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe938505-a643-490f-a554-58be981ff3c8 req-56c76f7a-4728-4342-b322-0cc2754fc59d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1250675 Jan 18 13:55:28.477453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-626dc919-723e-4b23-9e69-3fa041ea6815 req-0a1300c2-2bf1-4ba5-83d0-0f0964cc83e7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804315 Jan 18 13:55:28.500467 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fe938505-a643-490f-a554-58be981ff3c8 req-8b409bed-27d8-4c14-8b7e-20d41bfb80d1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550838 Jan 18 13:55:29.745159 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6d85-8f9f-4c7d-99bd-a1750376adbf req-9e002914-6974-4714-aec5-001c6dd1421b tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:29.746604 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b0a6d85-8f9f-4c7d-99bd-a1750376adbf req-9e002914-6974-4714-aec5-001c6dd1421b tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.1344273 Jan 18 13:55:29.755228 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399939b-7196-4664-bddc-21d36044a110 req-8f40cb0d-1c7e-4b14-b13b-2fa084056a02 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:29.756688 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d399939b-7196-4664-bddc-21d36044a110 req-8f40cb0d-1c7e-4b14-b13b-2fa084056a02 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1141422 Jan 18 13:55:29.828832 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9b0a6d85-8f9f-4c7d-99bd-a1750376adbf req-a263efaa-c212-4e3e-bdb4-1eefc3520f27 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Jan 18 13:55:29.833279 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d399939b-7196-4664-bddc-21d36044a110 req-4e38169c-c9a1-42be-8164-ebe05467d6c5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620065 Jan 18 13:55:30.004259 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-03cb0850-d48c-484f-92b5-ad05b0554238 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:30.005689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-03cb0850-d48c-484f-92b5-ad05b0554238 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 945 time: 0.0801816 Jan 18 13:55:30.079226 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Deleting port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:30.079567 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:30.435005 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] For port 17db14b9-fb10-4387-9324-e8dcfbd4ce75, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=17db14b9-fb10-4387-9324-e8dcfbd4ce75,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:30.435400 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:30.562060 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Calling delete_port for 17db14b9-fb10-4387-9324-e8dcfbd4ce75 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:55:30.699752 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:30.747249 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Pushing event deleted for resources: {'Port': ['ID=17db14b9-fb10-4387-9324-e8dcfbd4ce75,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:30.833834 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] No DVR routers for this DVR port 17db14b9-fb10-4387-9324-e8dcfbd4ce75 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:55:30.836340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:30.838936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'name': 'network-vif-deleted', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:30.854796 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c17f12a-47bc-465d-be3f-ea5539de3f41 req-e006bd4a-6c9c-441b-bf10-86d59e56786a tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "DELETE /v2.0/ports/17db14b9-fb10-4387-9324-e8dcfbd4ce75 HTTP/1.1" status: 204 len: 173 time: 0.8406742 Jan 18 13:55:30.898586 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2559ca0f-8aa1-46b0-a9e6-65e45862b8a8', 'name': 'network-vif-deleted', 'tag': '17db14b9-fb10-4387-9324-e8dcfbd4ce75', 'status': 'completed', 'code': 200} Jan 18 13:55:31.001847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-97bac444-c76a-4e77-ac3f-ed7581e64f72 req-9fd4c646-475f-46c5-b28a-b5b19074e224 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Synchronizing usage tracker for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:55:31.060605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-97bac444-c76a-4e77-ac3f-ed7581e64f72 req-9fd4c646-475f-46c5-b28a-b5b19074e224 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Unset dirty status for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:55:31.061757 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-97bac444-c76a-4e77-ac3f-ed7581e64f72 req-9fd4c646-475f-46c5-b28a-b5b19074e224 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=2559ca0f-8aa1-46b0-a9e6-65e45862b8a8 HTTP/1.1" status: 200 len: 210 time: 0.1024697 Jan 18 13:55:31.091572 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5a3c-1938-44f5-ac7f-c221b9bfeb01 req-ce148925-4869-4cc2-a951-f8a6643e6ad3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:31.092966 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8aaf5a3c-1938-44f5-ac7f-c221b9bfeb01 req-ce148925-4869-4cc2-a951-f8a6643e6ad3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0871303 Jan 18 13:55:31.141771 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8aaf5a3c-1938-44f5-ac7f-c221b9bfeb01 req-b5735d81-50c2-4bad-831e-8abf06a8db46 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Jan 18 13:55:32.362227 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410c11-949e-4f02-83d3-5f6ab33386bd req-6bcacdd1-95d5-4965-9aa9-62883c38d5c6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:32.363933 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5410c11-949e-4f02-83d3-5f6ab33386bd req-6bcacdd1-95d5-4965-9aa9-62883c38d5c6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0795865 Jan 18 13:55:32.419035 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5410c11-949e-4f02-83d3-5f6ab33386bd req-cbcf45ae-be0c-441e-85be-e3047a84f08b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Jan 18 13:55:32.637498 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 17db14b9-fb10-4387-9324-e8dcfbd4ce75 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:55:32.673186 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 17db14b9-fb10-4387-9324-e8dcfbd4ce75 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:55:32.673528 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 17db14b9-fb10-4387-9324-e8dcfbd4ce75 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:55:33.442082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43184) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:33.640161 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88cc49-58db-4df1-a55e-a575bf8312dc req-95daa0e4-9eff-4004-8301-e00de0849fc2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:33.641680 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0b88cc49-58db-4df1-a55e-a575bf8312dc req-95daa0e4-9eff-4004-8301-e00de0849fc2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0809867 Jan 18 13:55:33.682929 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:33.724671 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0b88cc49-58db-4df1-a55e-a575bf8312dc req-97d7da16-aa0c-40a4-8ead-001a93466526 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776033 Jan 18 13:55:33.731442 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:33.735331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1a6d2837aa4432ac63ebb13755b2e5 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:33.738150 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:33.743964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:33.811470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:33.826411 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:33.872618 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b129f86-2cec-42f7-90df-79f6fccf58a5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:33.877926 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-72081967-0d24-49c3-bb45-e92e770e9874 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d1a6d2837aa4432ac63ebb13755b2e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4347034 Jan 18 13:55:33.880801 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43194) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:33.943275 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:33.968871 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.018107 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.032061 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b129f86-2cec-42f7-90df-79f6fccf58a5,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:34.038365 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.039483 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-491852b6-46c3-48d5-917d-421716ae66c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b129f86-2cec-42f7-90df-79f6fccf58a5 HTTP/1.1" status: 204 len: 168 time: 0.1577494 Jan 18 13:55:34.362259 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43202) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:34.384301 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.418361 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:34.422222 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Usage tracker for resource:security_group_rule and tenant:c52373c485d34c08ba1dce5674a9a07f is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:34.425022 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:34.431268 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:34.497992 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.501807 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.550690 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1d55f4-c0af-41e5-a768-5143dcf1fa74,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:34.556470 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-b0fb3696-3727-41f8-be22-df26efc4728d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c52373c485d34c08ba1dce5674a9a07f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932087 Jan 18 13:55:34.559039 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43208) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:34.617026 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.642385 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.691897 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.705906 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1d55f4-c0af-41e5-a768-5143dcf1fa74,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:34.713479 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:34.714878 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-7f7b0a19-9662-41c9-878e-8d1e5edd0494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f1d55f4-c0af-41e5-a768-5143dcf1fa74 HTTP/1.1" status: 204 len: 168 time: 0.1546779 Jan 18 13:55:34.948218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dee4a-777c-418d-aed4-87ebe91f90c7 req-e2185bdd-cecc-466f-9791-fce5583eed7d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:34.949685 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-698dee4a-777c-418d-aed4-87ebe91f90c7 req-e2185bdd-cecc-466f-9791-fce5583eed7d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0833614 Jan 18 13:55:34.996818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-698dee4a-777c-418d-aed4-87ebe91f90c7 req-fab6ec8e-8d89-4b93-8a73-f06c77624f70 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Jan 18 13:55:35.026241 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0824e0a2-05f9-40d8-ab83-31b3f226473d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:36.215892 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f53bf-f85d-45c1-9abc-c428eeb60653 req-40fbd8fd-2ebc-478b-8c30-cc2cfd54671c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:36.217375 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b70f53bf-f85d-45c1-9abc-c428eeb60653 req-40fbd8fd-2ebc-478b-8c30-cc2cfd54671c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0762806 Jan 18 13:55:36.268625 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b70f53bf-f85d-45c1-9abc-c428eeb60653 req-41e16294-ed12-4ebc-a505-464cd79a6db8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 Jan 18 13:55:37.351356 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ef53738d-429f-450d-b4a8-9f870df6e2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:37.484657 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e8f53-a21a-4ca1-a648-857db65ab4fe req-66779e28-6a3b-48cc-95bb-20029971f192 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:37.486190 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-219e8f53-a21a-4ca1-a648-857db65ab4fe req-66779e28-6a3b-48cc-95bb-20029971f192 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0803990 Jan 18 13:55:37.536867 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-219e8f53-a21a-4ca1-a648-857db65ab4fe req-00dec9c0-9460-4c35-acf1-9a1561b0f731 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446510 Jan 18 13:55:38.358632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:38.552036 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:38.755401 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b812494-4641-400f-9e91-3cacb99de629 req-1defca7b-80b8-4f16-a2fb-4dfb3b29e72c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:38.756978 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0b812494-4641-400f-9e91-3cacb99de629 req-1defca7b-80b8-4f16-a2fb-4dfb3b29e72c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0823882 Jan 18 13:55:38.804713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0b812494-4641-400f-9e91-3cacb99de629 req-dd617551-d314-42d5-a158-ad428843e2fc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415275 Jan 18 13:55:39.265317 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:55:39.797487 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:40.026323 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6ffb-d50b-41fe-80e6-3ea761d6ce41 req-a66b8f75-9ca3-4831-a009-2627eb3651e4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:40.027697 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec4e6ffb-d50b-41fe-80e6-3ea761d6ce41 req-a66b8f75-9ca3-4831-a009-2627eb3651e4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.0786614 Jan 18 13:55:40.075277 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ec4e6ffb-d50b-41fe-80e6-3ea761d6ce41 req-8afb8909-cf40-41d6-9d7e-91b22a666dda tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Jan 18 13:55:40.607598 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52715-2c48-443c-9120-d3f6801c5936 req-dac0336c-9748-44d3-b268-37c42023b28c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:40.609125 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-dac0336c-9748-44d3-b268-37c42023b28c tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 814 time: 0.1565261 Jan 18 13:55:40.630636 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-afcf1e69-15bb-42f5-97c9-37fa807ac54d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/quotas/166974b7bec94519b4e58d4ff7fb012d HTTP/1.1" status: 200 len: 375 time: 0.0162747 Jan 18 13:55:40.681530 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-ebb13230-194f-4d8b-8528-e5c36423bca1 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446565 Jan 18 13:55:40.815309 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-adb16abf-6394-410f-a24b-1c360cd32fb5 service neutron] 10.222.0.31 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245017 Jan 18 13:55:41.065672 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-03d19e29-c96c-494b-a628-93c9a212528e service neutron] 10.222.0.31 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440875 Jan 18 13:55:41.324501 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ea3d9a5a-6250-40a1-8361-afaaa9f45221 req-d1d88856-a60b-4a3f-bf32-c8bf82d59561 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.0584636 Jan 18 13:55:41.371932 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56aee-749e-401a-ac4a-e2a05b6ca1eb req-5c601d8a-cad4-4fd1-96a8-21a0d0669013 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:41.373649 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aeb56aee-749e-401a-ac4a-e2a05b6ca1eb req-5c601d8a-cad4-4fd1-96a8-21a0d0669013 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1484118 Jan 18 13:55:41.427993 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-aeb56aee-749e-401a-ac4a-e2a05b6ca1eb req-312d4cc9-6e92-4cdd-98bf-479c6c8d5a3b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 Jan 18 13:55:42.428393 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52715-2c48-443c-9120-d3f6801c5936 req-df9f0493-fb14-4d04-9141-f280843bb827 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:42.430288 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-df9f0493-fb14-4d04-9141-f280843bb827 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 814 time: 0.1835420 Jan 18 13:55:42.450260 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Request body: {'port': {'device_id': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f', 'admin_state_up': True, 'tenant_id': '166974b7bec94519b4e58d4ff7fb012d'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:42.570364 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-566b70f9-0fb7-4f8b-abb1-9862e55e767a req-564248f0-5d41-44e7-aa5f-9e988317069f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.0994458 Jan 18 13:55:42.688036 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:42.701710 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:42.713177 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa2261-298d-4b31-b8ea-d06b6fbd0c64 req-4c25185e-97e6-42ad-98c1-cb1df11c985d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:42.714670 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7cfa2261-298d-4b31-b8ea-d06b6fbd0c64 req-4c25185e-97e6-42ad-98c1-cb1df11c985d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1409295 Jan 18 13:55:42.720040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Made reservation on behalf of 166974b7bec94519b4e58d4ff7fb012d for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:42.722895 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:42.833866 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7cfa2261-298d-4b31-b8ea-d06b6fbd0c64 req-43dd5a06-6811-44b3-9adc-57efa17f9a71 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015816 Jan 18 13:55:42.915226 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Allocated IP 172.20.0.9 (1e6b8477-02ae-419a-9fdd-73d4e724729f/43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d/b331faa2-1337-4e45-986a-d223bbe92c04) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:55:43.115622 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:43.143998 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:43.220081 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Network 1e6b8477-02ae-419a-9fdd-73d4e724729f is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:55:43.223552 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:43.225605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Pushing event updated for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:43.227687 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:55:43.286801 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:43.287402 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:43.316504 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-4c0369d8-e4ab-49a5-b873-cb073f065db7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8723030 Jan 18 13:55:43.327471 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Request body: {'port': {'device_id': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:43.434674 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:43.840299 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b331faa2-1337-4e45-986a-d223bbe92c04 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:55:43.849452 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:43.869220 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4acc0-616b-4419-b5b1-24be08a09dc5 req-3d98d0d9-82ce-4d37-abe4-29fd9695205d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:43.869934 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-50f4acc0-616b-4419-b5b1-24be08a09dc5 req-3d98d0d9-82ce-4d37-abe4-29fd9695205d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Synchronizing usage tracker for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:55:43.884509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Transition to ACTIVE for port object b331faa2-1337-4e45-986a-d223bbe92c04 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:55:43.891136 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.034443 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-50f4acc0-616b-4419-b5b1-24be08a09dc5 req-3d98d0d9-82ce-4d37-abe4-29fd9695205d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Unset dirty status for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:55:44.035665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-50f4acc0-616b-4419-b5b1-24be08a09dc5 req-3d98d0d9-82ce-4d37-abe4-29fd9695205d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 931 time: 0.3235817 Jan 18 13:55:44.179778 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Pushing event updated for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:44.235644 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-50f4acc0-616b-4419-b5b1-24be08a09dc5 req-04564840-6972-4ea7-992e-0fd1054af702 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853936 Jan 18 13:55:44.316583 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd6a95-881b-40d5-ae2e-399d4c0a7118 req-2caa79c5-6c1b-463e-8cf0-aef8b55978cb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:44.318016 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83dd6a95-881b-40d5-ae2e-399d4c0a7118 req-2caa79c5-6c1b-463e-8cf0-aef8b55978cb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2757707 Jan 18 13:55:44.386783 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Attempting to bind port b331faa2-1337-4e45-986a-d223bbe92c04 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:55:44.387121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Attempting to bind port b331faa2-1337-4e45-986a-d223bbe92c04 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:55:44.387454 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Attempting to bind port b331faa2-1337-4e45-986a-d223bbe92c04 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:55:44.397703 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83dd6a95-881b-40d5-ae2e-399d4c0a7118 req-161d68e8-2a4c-44f5-bc2c-10f215230de1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721784 Jan 18 13:55:44.398797 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Port b331faa2-1337-4e45-986a-d223bbe92c04 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:55:44.399118 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Attempting to bind port b331faa2-1337-4e45-986a-d223bbe92c04 on network 1e6b8477-02ae-419a-9fdd-73d4e724729f {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:55:44.406092 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:55:44.406497 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Checking segment: {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:44.406880 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Bound using segment: {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:55:44.407396 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Bound port: b331faa2-1337-4e45-986a-d223bbe92c04, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cdb49b-a2fd-4762-a47d-8b09843f0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:55:44.407807 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.498142 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:55:44.501196 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b331faa2-1337-4e45-986a-d223bbe92c04,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:55:44.504581 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.564670 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.566028 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] 10.222.0.36 "PUT /v2.0/ports/b331faa2-1337-4e45-986a-d223bbe92c04 HTTP/1.1" status: 200 len: 1093 time: 1.2425523 Jan 18 13:55:44.566458 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:44.587899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425548-9a49-421d-870a-5ca4267723ab service neutron] Pushing event updated for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:44.639265 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04', 'status': 'completed', 'code': 200} Jan 18 13:55:44.674154 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-64d9d103-7c55-44a0-aa27-05f7ef6fdc42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 1096 time: 0.0723848 Jan 18 13:55:44.703701 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:55:44.747751 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-a4abe9a8-b098-4462-9c2d-1e2e41769977 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b331faa2-1337-4e45-986a-d223bbe92c04 HTTP/1.1" status: 200 len: 217 time: 0.0633717 Jan 18 13:55:44.810784 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52715-2c48-443c-9120-d3f6801c5936 req-b9d543f8-0b83-4ce3-8380-2faca04db2b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:44.812229 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-b9d543f8-0b83-4ce3-8380-2faca04db2b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d HTTP/1.1" status: 200 len: 854 time: 0.0579131 Jan 18 13:55:44.836193 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:44.849010 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:55:44.857223 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-5844291c-d203-40e9-a520-73b5d02776b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e6b8477-02ae-419a-9fdd-73d4e724729f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388157 Jan 18 13:55:44.902720 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.919155 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:55:44.934215 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:44.938269 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:44.992613 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-9109aca6-26d1-49e0-8152-e0142f7239f1 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277339 Jan 18 13:55:45.007838 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=6']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:45.017343 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.017853 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.018293 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.018721 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.019286 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.019598 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.020044 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.020461 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.020877 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.021571 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.022816 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:45.036273 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6dd72add-72aa-4580-9fe9-55fd61d3e4c0'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:55:45.142593 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-72f52715-2c48-443c-9120-d3f6801c5936 req-086c23a9-d7f0-467a-bb08-eba5400632a2 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407018 Jan 18 13:55:45.273364 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-3f390283-3479-4623-afc4-2f58bdfa8c5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=166974b7bec94519b4e58d4ff7fb012d&device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 1096 time: 0.0746965 Jan 18 13:55:45.463507 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-dedc69d6-d5eb-4dac-98eb-9aeea0cb403b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:45.464987 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-dedc69d6-d5eb-4dac-98eb-9aeea0cb403b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 200 len: 915 time: 0.1835513 Jan 18 13:55:45.548673 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63e8ed-c83f-44bc-a6d1-2ae075fc44d2 req-e7589078-a676-4da2-851b-3a54d68ab91d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:45.550121 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba63e8ed-c83f-44bc-a6d1-2ae075fc44d2 req-e7589078-a676-4da2-851b-3a54d68ab91d tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 943 time: 0.1768892 Jan 18 13:55:45.551501 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-88ab8fa0-47ed-4f08-9f91-12c4516b5f1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b331faa2-1337-4e45-986a-d223bbe92c04 HTTP/1.1" status: 200 len: 217 time: 0.0762429 Jan 18 13:55:45.798341 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ba63e8ed-c83f-44bc-a6d1-2ae075fc44d2 req-14b5a076-1d96-4ee5-8911-734a5d8d656f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409933 Jan 18 13:55:45.801205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-405503d7-e675-4102-b30d-a470c0e4f5e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:45.802595 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-405503d7-e675-4102-b30d-a470c0e4f5e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d HTTP/1.1" status: 200 len: 854 time: 0.2309110 Jan 18 13:55:45.854949 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-290e627c-d8ec-433f-ac3f-35fae709266b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e6b8477-02ae-419a-9fdd-73d4e724729f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435145 Jan 18 13:55:45.860540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75188a03-302b-443d-a7b3-63ba2bbd18b4 req-73505dda-9ce4-4bf1-9b32-bb06e97e8689 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:45.861921 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75188a03-302b-443d-a7b3-63ba2bbd18b4 req-73505dda-9ce4-4bf1-9b32-bb06e97e8689 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.2876577 Jan 18 13:55:45.999377 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-75188a03-302b-443d-a7b3-63ba2bbd18b4 req-6562e468-cf9b-4d5a-b793-e246f9c75518 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140449 Jan 18 13:55:46.029410 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-0d52eccc-dbec-4ab7-9496-ecd2d55dd995 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633399 Jan 18 13:55:46.165639 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1b7ca66c-c9fc-4ebe-9c24-2541b0fe643b req-ee132627-4746-4559-b18b-b7e42ef75c48 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238329 Jan 18 13:55:46.720189 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b331faa2-1337-4e45-986a-d223bbe92c04 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:55:46.724048 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:55:46.939658 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b331faa2-1337-4e45-986a-d223bbe92c04,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:46.957104 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'b331faa2-1337-4e45-986a-d223bbe92c04', 'network_id': '1e6b8477-02ae-419a-9fdd-73d4e724729f', 'port_id': 'b331faa2-1337-4e45-986a-d223bbe92c04', 'mac_address': 'fa:16:3e:f5:4a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:55:47.022821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:55:47.023329 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.061861 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.084461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065eb5-a4fe-4df7-8b79-cece10514bfc req-5c08e8fc-1b1e-4e2e-9ed2-c01deb355c85 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:47.087241 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98065eb5-a4fe-4df7-8b79-cece10514bfc req-5c08e8fc-1b1e-4e2e-9ed2-c01deb355c85 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 943 time: 0.1535912 Jan 18 13:55:47.102224 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b331faa2-1337-4e45-986a-d223bbe92c04 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:55:47.143747 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b331faa2-1337-4e45-986a-d223bbe92c04,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:47.156257 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.173262 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-98065eb5-a4fe-4df7-8b79-cece10514bfc req-a592c2ac-587d-4585-acb0-c15c22e65ed0 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799086 Jan 18 13:55:47.268818 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43418) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:47.273775 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777c321-5ead-4f89-8df8-60be5be3c38e req-fb83ed20-c248-4c5a-bc42-412b6326b7a9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:47.275384 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7777c321-5ead-4f89-8df8-60be5be3c38e req-fb83ed20-c248-4c5a-bc42-412b6326b7a9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.0883498 Jan 18 13:55:47.303901 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.319015 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:47.351430 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:47.369345 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:47.377019 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.383161 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7777c321-5ead-4f89-8df8-60be5be3c38e req-3b2f39eb-b8d3-484c-a927-a5e72a8eb2cf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887797 Jan 18 13:55:47.435987 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'code': 200} Jan 18 13:55:47.471290 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['b331faa2-1337-4e45-986a-d223bbe92c04'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:55:47.503700 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.518512 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=7']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:47.538730 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:47.542648 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Usage tracker for resource:security_group_rule and tenant:6edfc077a5974056b743d8e02ff9b803 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:47.545686 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:47.556160 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:47.657058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.662475 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.744621 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8075f7-476c-468b-ac63-64b2d4d50b21,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:47.753165 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-215de7ce-daec-404b-9ae8-90643c0935a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6edfc077a5974056b743d8e02ff9b803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4832182 Jan 18 13:55:47.753348 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43442) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:47.772797 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-aeafb50f-2867-4e4f-aec7-a863c945caaa tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300712363&fields=id&tenant_id=46e48b7ab7cc4f95994c95c511ac0723 HTTP/1.1" status: 200 len: 267 time: 0.0591381 Jan 18 13:55:47.878967 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.919631 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-2b549fa0-9ef5-4317-891b-3137caf4b51f tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:47.921106 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-2b549fa0-9ef5-4317-891b-3137caf4b51f tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 985 time: 0.1367271 Jan 18 13:55:47.922940 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:47.952328 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Request body: {'port': {'security_groups': ['2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:48.102283 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.114755 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.140496 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8075f7-476c-468b-ac63-64b2d4d50b21,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:48.177417 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.179324 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b3bb34ec-9a83-40c1-b5b6-acd67aa01bf6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef8075f7-476c-468b-ac63-64b2d4d50b21 HTTP/1.1" status: 204 len: 168 time: 0.4241667 Jan 18 13:55:48.494684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:48.510660 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e4f4b-6c3f-41ea-bdd5-43c13102c6e0 req-509da829-17e1-411b-90bf-269624b2dc2f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:48.519183 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-908e4f4b-6c3f-41ea-bdd5-43c13102c6e0 req-509da829-17e1-411b-90bf-269624b2dc2f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 944 time: 0.1640561 Jan 18 13:55:48.589166 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-908e4f4b-6c3f-41ea-bdd5-43c13102c6e0 req-9ec04f78-b3ac-4a60-83e3-c0d325263610 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682826 Jan 18 13:55:48.612854 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.621504 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.635399 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['857cf411-1c84-4708-ae53-9e88edc02324'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:55:48.724338 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b331faa2-1337-4e45-986a-d223bbe92c04 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:55:48.769863 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event updated for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=7']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:48.798287 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:48.798907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.800253 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-673cb97d-a7fd-4ab6-8840-131fd70eb8ab req-08979c61-55f2-48ff-9b2d-e02e7c462bbd tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "PUT /v2.0/ports/857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 943 time: 0.8698440 Jan 18 13:55:48.807129 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43454) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:48.810612 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:48.831141 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43460) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:48.862863 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41473a-ff20-4157-9e1e-16ddb0cc433c req-abea3557-55a3-4f5d-a55e-1888534c53fc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:48.864527 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ff41473a-ff20-4157-9e1e-16ddb0cc433c req-abea3557-55a3-4f5d-a55e-1888534c53fc tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1348231 Jan 18 13:55:48.866279 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.911589 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['857cf411-1c84-4708-ae53-9e88edc02324'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:55:48.964352 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:48.999917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:49.011576 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:731c8d57a8c1464baaac7fe3c04639d5 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:49.018786 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:49.030109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:49.048375 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.065228 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:55:49.117467 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port b331faa2-1337-4e45-986a-d223bbe92c04 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:55:49.140656 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port b331faa2-1337-4e45-986a-d223bbe92c04 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:55:49.141102 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.164256 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.194826 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0f982-b655-43fd-bf4e-b54a59fee0a4,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:49.205081 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ff41473a-ff20-4157-9e1e-16ddb0cc433c req-b2da7ca4-87b3-4589-aa67-862bbfb77ae4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265278 Jan 18 13:55:49.206021 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.213212 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ff6eccd7-6264-481d-94a4-3830c4229e6d tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "DELETE /v2.0/security-groups/aed0f982-b655-43fd-bf4e-b54a59fee0a4 HTTP/1.1" status: 204 len: 168 time: 0.4032111 Jan 18 13:55:49.214396 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43464) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:49.256003 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-b93cd0cf-1b48-4e4e-81b6-ac83556e48a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1099 time: 0.1898549 Jan 18 13:55:49.406953 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-2cd20bc0-3e68-49c1-8aaa-4dc974e7f68c None None] Provisioning complete for port 857cf411-1c84-4708-ae53-9e88edc02324 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:55:49.407465 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2cd20bc0-3e68-49c1-8aaa-4dc974e7f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.544930 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.559644 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.576574 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.579768 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Deleting port a39af6c9-6311-43c7-8c45-908c194b8a47 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:49.580239 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.654567 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:49.659584 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=731c8d57a8c1464baaac7fe3c04639d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8272526 Jan 18 13:55:49.665792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43472) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:49.716705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed461ccc-ce55-437d-9e40-9db0db0c0ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6cce1f-9764-4c04-9f77-f8e518f0f7b5,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:49.718658 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b331faa2-1337-4e45-986a-d223bbe92c04,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:49.724593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-9b023d87-45f1-491a-b594-23ad8cd4fef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:49.729249 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-9b023d87-45f1-491a-b594-23ad8cd4fef7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.4631307 Jan 18 13:55:49.733288 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.810674 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04', 'code': 200} Jan 18 13:55:49.824080 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.826061 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.902740 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:49.962335 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:49.979689 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-5f00f770-6226-48ad-b3aa-3690881f40de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 1002 time: 0.2421262 Jan 18 13:55:50.027978 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Calling delete_port for a39af6c9-6311-43c7-8c45-908c194b8a47 owned by network:floatingip {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:55:50.125174 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:50.181853 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7881b6ed-4d50-47fa-9c9f-8f139fcc2a25 req-48410c3d-76df-443e-8ee6-bcdc21fdf75d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 1098 time: 0.1495614 Jan 18 13:55:50.240191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-9cf3b6d8-977e-446c-94fa-4932f6599b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:50.240191 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-9cf3b6d8-977e-446c-94fa-4932f6599b7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.2125814 Jan 18 13:55:50.305689 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:50.339094 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837876b-d9c8-4926-9fd0-bcfd727df0d8 req-b30428ed-9ac3-4b81-bed4-1a011fc25ddc tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:50.347686 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f837876b-d9c8-4926-9fd0-bcfd727df0d8 req-b30428ed-9ac3-4b81-bed4-1a011fc25ddc tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.4389012 Jan 18 13:55:50.398000 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7881b6ed-4d50-47fa-9c9f-8f139fcc2a25 req-b8ead3be-9a44-4863-bdc9-fdd362d952b8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068167 Jan 18 13:55:50.488402 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event deleted for resources: {'Port': ['ID=a39af6c9-6311-43c7-8c45-908c194b8a47,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:50.491051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:50.515680 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f837876b-d9c8-4926-9fd0-bcfd727df0d8 req-cae511fd-d0ac-4445-868e-c7333ed8a335 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670041 Jan 18 13:55:50.546631 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6cce1f-9764-4c04-9f77-f8e518f0f7b5,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:50.559251 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:50.560367 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-70a0ea71-e3b7-4f25-be37-e90aab832c8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c6cce1f-9764-4c04-9f77-f8e518f0f7b5 HTTP/1.1" status: 204 len: 168 time: 0.8911829 Jan 18 13:55:50.583157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-17801e9a-7b9e-4e3d-acfe-5e5cd06d9103 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3332868 Jan 18 13:55:50.606864 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks [] for floatingip, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:50.785635 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-852947e0-4d15-44d6-99ef-07e055ca62cc service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756477 Jan 18 13:55:50.800230 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd1b7-f06c-4ba6-8dc2-49f9293b1388 req-b53feb42-5dec-4d34-a9d8-67972172cd6a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:50.800230 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5ccd1b7-f06c-4ba6-8dc2-49f9293b1388 req-b53feb42-5dec-4d34-a9d8-67972172cd6a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.3829730 Jan 18 13:55:50.951091 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5ccd1b7-f06c-4ba6-8dc2-49f9293b1388 req-e53ad057-5556-4d6b-9053-eecd2bacc60c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216590 Jan 18 13:55:51.028020 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3dd440e6-a0ea-4830-bb5d-fb2217c42c90 req-0a6e774d-3223-40b0-aa3d-885668edd694 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284815 Jan 18 13:55:51.158346 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:55:51.173853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43482) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:51.193747 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.233022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:51.244505 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f84bc64499431095efe808494abcfb is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:51.249100 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:51.257915 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:51.387802 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.394583 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.433205 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:55:51.446889 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Sync routers for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:55:51.469000 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:55:51.470831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba5864-6de2-44d5-81d4-9274a8cf4fcf,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:51.471794 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:51.474860 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.504157 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-70cdc0ce-f3f1-4d82-8cce-2d77eb0f0f60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8f84bc64499431095efe808494abcfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3291049 Jan 18 13:55:51.508115 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43486) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:51.551047 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-dfb3bfe9-64b0-475c-963a-2a751e7bd915 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "DELETE /v2.0/floatingips/faa24ed1-5589-402c-9489-0ca98b138d1e HTTP/1.1" status: 204 len: 168 time: 2.3348532 Jan 18 13:55:51.551617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:55:51.670821 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.780751 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.781094 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:55:51.938072 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:51.960908 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba5864-6de2-44d5-81d4-9274a8cf4fcf,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:51.986952 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:52.001669 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-b0d763cb-a915-4060-af59-c84450049549 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fba5864-6de2-44d5-81d4-9274a8cf4fcf HTTP/1.1" status: 204 len: 168 time: 0.4840443 Jan 18 13:55:52.019183 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c3cb8-21f4-4e01-9200-fefa8cf57373 req-40d74df2-f3c1-48ea-aabc-cd0ffe5fde24 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:52.027483 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f33c3cb8-21f4-4e01-9200-fefa8cf57373 req-40d74df2-f3c1-48ea-aabc-cd0ffe5fde24 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.2383270 Jan 18 13:55:52.114552 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f33c3cb8-21f4-4e01-9200-fefa8cf57373 req-dd5bb57a-4e40-4ac6-9e83-ed40b2c68442 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845368 Jan 18 13:55:52.289440 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:52.298759 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Checking router: 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:55:52.329052 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:55:52.329917 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:52.439594 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39de43-bd3b-4488-a6ac-02d264bec8cf req-f304cfba-47c7-4219-b541-f0ebe9947c35 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:52.444503 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-da39de43-bd3b-4488-a6ac-02d264bec8cf req-f304cfba-47c7-4219-b541-f0ebe9947c35 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1698544 Jan 18 13:55:52.525771 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:55:52.530814 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:52.538713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-da39de43-bd3b-4488-a6ac-02d264bec8cf req-393f85d8-9022-406e-ae83-2e78cd6544a2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862470 Jan 18 13:55:52.650169 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-90243919-07dd-4a48-bf4e-71ca5b0dd5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 1099 time: 0.1090589 Jan 18 13:55:52.656248 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:55:52.841704 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-8af5bddf-05c9-40bc-953f-719bb74d985e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:52.843745 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-8af5bddf-05c9-40bc-953f-719bb74d985e service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 200 len: 916 time: 0.1857810 Jan 18 13:55:53.138435 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:53.143584 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a51a7a-7676-4bee-bdeb-bd373624ea46 None None] The sync data for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi is: [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:52:55Z', 'revision_number': 4, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a50dd030-f404-44d2-9ba2-4b7c03875cc5', 'name': '', 'network_id': 'ae86cd87-6543-4ef3-9d1e-e411ac1394ce', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'mac_address': 'fa:16:3e:ef:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:54Z', 'updated_at': '2022-01-18T13:53:16Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'subnets': [{'id': 'f2919b6e-9718-4ca4-ac25-40be7e262612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:55:53.143794 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-a4079bf2-79b6-4794-82ba-47e261fc0723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 200 len: 217 time: 0.2922089 Jan 18 13:55:53.347034 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-c781806e-a72a-4fb5-b04d-13a470223dee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:53.348898 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-c781806e-a72a-4fb5-b04d-13a470223dee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 200 len: 854 time: 0.1884637 Jan 18 13:55:53.511535 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad9ff6-87c8-4008-9306-f8563231d949 req-11a81b70-5aa0-4d24-ba57-146effb1a970 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:53.520389 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-edad9ff6-87c8-4008-9306-f8563231d949 req-11a81b70-5aa0-4d24-ba57-146effb1a970 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.2134900 Jan 18 13:55:53.547842 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-80fec16a-4f08-4c97-b308-271552611394 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae86cd87-6543-4ef3-9d1e-e411ac1394ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1920652 Jan 18 13:55:53.568077 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71ba914-a94c-4903-afb0-3812896597fd None None] New status for floating IP faa24ed1-5589-402c-9489-0ca98b138d1e: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:55:53.603511 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43534) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:53.652578 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-edad9ff6-87c8-4008-9306-f8563231d949 req-57704d08-ca1d-4d7b-8c04-2300641781f1 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329448 Jan 18 13:55:53.747713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-3b316fd7-d885-425b-9957-c6ff4b3394b2 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901450 Jan 18 13:55:53.917189 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-640792938-network', 'tenant_id': '6c62f49d3df742279567e7a403853283'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:53.923286 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:53.927732 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Usage tracker for resource:network and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:53.931934 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:53.941903 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:53.966647 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Made reservation on behalf of 6c62f49d3df742279567e7a403853283 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:53.972431 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:53.982029 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4be2d8d-27ea-431c-aeb4-9d4e2669a3e5 req-fd46f510-5b36-43aa-af41-2aded39387a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279780 Jan 18 13:55:54.005103 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.022110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140e819-a58e-4133-9220-b6c35fc026b3 req-733abd43-4f86-4698-b09e-8be1db1493f9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:54.032719 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3140e819-a58e-4133-9220-b6c35fc026b3 req-733abd43-4f86-4698-b09e-8be1db1493f9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1565630 Jan 18 13:55:54.084617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:54.090505 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:54.094556 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:54.102117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:54.112135 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3140e819-a58e-4133-9220-b6c35fc026b3 req-e3e0db28-c2e1-4128-b751-ef52876f17a6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791175 Jan 18 13:55:54.213746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.228115 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.298883 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe8264-db01-4df7-8245-5084a8693b13,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:54.340282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:55:54.358150 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.358810 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Added segment f44d7699-d796-46ef-b639-242c17b8ecb9 of type vlan for network cf1264b9-d039-46bb-8f54-931360721c27 Jan 18 13:55:54.407174 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.444201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.448270 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:54.450895 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.590944 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] Pushing event updated for resources: {'Network': ['ID=cf1264b9-d039-46bb-8f54-931360721c27,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:54.601063 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network cf1264b9-d039-46bb-8f54-931360721c27 details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:55:54.612867 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-2505c251-66d3-4921-977e-6ab55a83f93f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0078924 Jan 18 13:55:54.617636 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43560) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:54.628902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Request body: {'subnet': {'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-640792938-subnet', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:54.641350 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:54.648578 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Usage tracker for resource:subnet and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:54.653213 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:54.662333 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:54.688549 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Made reservation on behalf of 6c62f49d3df742279567e7a403853283 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:55:54.691915 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:54.945176 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.022746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:55.038220 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Checking segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:55.038652 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Network hostable DHCP agents. Network: cf1264b9-d039-46bb-8f54-931360721c27, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:55:55.067057 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Network cf1264b9-d039-46bb-8f54-931360721c27 is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:55:55.082837 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, cf1264b9-d039-46bb-8f54-931360721c27) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:55.089059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:55.090132 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.106269 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9924d5-652e-4a50-af73-e25d4541b8b9 None None] Network cf1264b9-d039-46bb-8f54-931360721c27 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:55.120127 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3d988b04-3387-4f36-b753-79c372f2db6f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5007193 Jan 18 13:55:55.122698 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43566) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:55.128330 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:55:55.135907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:55:55.140336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Usage tracker for resource:router and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:55:55.144278 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:55:55.153982 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:55:55.166775 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.168042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.196286 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.513700 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-cf1264b9-d039-46bb-8f54-931360721c27', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:55:55.514699 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.554084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.639308 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c4a51-b3b5-44e9-b812-e4d6a4d3ae23 req-be423c0b-7837-4f0a-a91b-0236320827f6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:55.646751 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db8c4a51-b3b5-44e9-b812-e4d6a4d3ae23 req-be423c0b-7837-4f0a-a91b-0236320827f6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2487555 Jan 18 13:55:55.735430 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Allocated IP 172.20.0.2 (cf1264b9-d039-46bb-8f54-931360721c27/4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb/dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:55:55.773144 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-db8c4a51-b3b5-44e9-b812-e4d6a4d3ae23 req-e74ed1d0-e7e4-4115-9e52-ccf4c216f906 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254892 Jan 18 13:55:55.934461 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:55.988179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.095454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.121153 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Transition to ACTIVE for port object dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:55:56.160170 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Transition to ACTIVE for port object dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:55:56.172118 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.186679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Allocated IP 172.27.0.50 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:55:56.264106 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Network cf1264b9-d039-46bb-8f54-931360721c27 is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:55:56.267364 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:56.274059 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:55:56.290227 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Pushing event updated for resources: {'Port': ['ID=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:56.404255 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.409482 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Attempting to bind port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:55:56.409935 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Attempting to bind port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:55:56.410373 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Attempting to bind port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 on network cf1264b9-d039-46bb-8f54-931360721c27 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:55:56.419686 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:55:56.420152 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Checking segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:56.420702 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.421162 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Bound using segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:55:56.421684 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Bound port: dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:55:56.422118 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.519153 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.549350 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] For port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:55:56.555673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] For port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:55:56.563244 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:56.600826 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:55:56.606842 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:55:56.609406 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:55:56.688264 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a12a85-0b65-4d9f-ae54-cc423aef3cb3 None None] Pushing event updated for resources: {'Port': ['ID=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:56.778913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:56.811295 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b5948-52c3-4c5b-90b4-df2de4a7fa48 req-65dca0fc-a55d-453c-b99c-fee3325942ac tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:56.813082 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-089b5948-52c3-4c5b-90b4-df2de4a7fa48 req-65dca0fc-a55d-453c-b99c-fee3325942ac tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.3880730 Jan 18 13:55:56.984592 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-089b5948-52c3-4c5b-90b4-df2de4a7fa48 req-912c2eba-ff8d-4fe1-84d9-0f5eed698b32 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653302 Jan 18 13:55:57.183012 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:57.183793 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:57.195155 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1991d-d44a-47e7-a62a-8905c57e075d req-9b5c79bc-7dcd-4d90-9832-ffa3745e91f7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:57.195155 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ab1991d-d44a-47e7-a62a-8905c57e075d req-9b5c79bc-7dcd-4d90-9832-ffa3745e91f7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1361427 Jan 18 13:55:57.323025 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4ab1991d-d44a-47e7-a62a-8905c57e075d req-e0f3d6e0-4512-464f-bd9a-a5f8c4a0bc1b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789428 Jan 18 13:55:57.533326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Router 79b17019-3c85-4fff-95ad-dfd0c70d6801 is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:55:57.798338 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:55:57.819352 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Sync routers for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:55:57.838812 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:55:57.839411 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:57.852221 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:57.853424 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f409b667-6986-4c88-bd16-7f5b45f2b0a4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7296290 Jan 18 13:55:57.856082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43588) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:55:57.990790 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427d3a3-5af7-4182-aae3-9d33d8600c83 None None] Network cf1264b9-d039-46bb-8f54-931360721c27 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:55:58.144623 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:55:58.173998 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:55:58.232009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030d852-c093-4392-86b9-389237b127f7 req-c253e022-1d7f-4957-a47e-e456e0025ccc tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:58.233691 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0030d852-c093-4392-86b9-389237b127f7 req-c253e022-1d7f-4957-a47e-e456e0025ccc tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.36 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.2549987 Jan 18 13:55:58.343354 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-5295d5af-680c-4d46-8d90-ddbf981198b2 None None] Provisioning for port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:55:58.369371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Deleting port 857cf411-1c84-4708-ae53-9e88edc02324 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:55:58.369874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.468962 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:55:58.578275 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:55:57Z', 'revision_number': 3, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:58.581732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:55:58.582101 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.586162 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Checking router: 79b17019-3c85-4fff-95ad-dfd0c70d6801 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:55:58.586831 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Updating router 79b17019-3c85-4fff-95ad-dfd0c70d6801 port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:55:58.658076 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.760061 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.819190 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:58.835307 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:58.860617 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8159-d33f-49eb-95df-cecac141dea3 req-f558c312-1b2f-44bf-a519-8bedbbcca75a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:58.862170 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e9e8159-d33f-49eb-95df-cecac141dea3 req-f558c312-1b2f-44bf-a519-8bedbbcca75a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2968900 Jan 18 13:55:58.972484 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696efa6-5db7-47fd-adfc-f328f347716f req-774bee7a-a44c-45a2-a85f-ccf8ce50b4eb tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:55:58.983561 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3696efa6-5db7-47fd-adfc-f328f347716f req-774bee7a-a44c-45a2-a85f-ccf8ce50b4eb tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 946 time: 0.5416996 Jan 18 13:55:59.031541 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:59.203592 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-4d833189-00b1-44df-92b6-178cf7b72395 None None] Provisioning complete for port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:55:59.204586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4d833189-00b1-44df-92b6-178cf7b72395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.245677 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.263150 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Transition to ACTIVE for port object a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:55:59.275208 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.366348 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Attempting to bind port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:55:59.367113 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Attempting to bind port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:55:59.367695 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Attempting to bind port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:55:59.370077 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Pushing event updated for resources: {'Port': ['ID=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:59.384294 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.384808 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.385313 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.385785 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.386446 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.386939 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.387417 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.387909 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.388404 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.388861 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.389368 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:55:59.393090 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:55:59.393677 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:55:59.394330 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.394844 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:55:59.395468 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Bound port: a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:55:59.396016 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.423709 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6e9e8159-d33f-49eb-95df-cecac141dea3 req-f0e03805-18ae-43b8-b06a-cc2e14d403d9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4875312 Jan 18 13:55:59.468547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3696efa6-5db7-47fd-adfc-f328f347716f req-fc172a35-7541-4090-a3b4-2b70bb2daced tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/security-groups?id=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836786 Jan 18 13:55:59.480784 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] For port 857cf411-1c84-4708-ae53-9e88edc02324, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=857cf411-1c84-4708-ae53-9e88edc02324,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:55:59.481142 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.486112 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] For port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:55:59.501304 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] For port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:55:59.512907 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:55:59.599870 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245768c-51c1-4e25-a379-55987042c002 None None] Pushing event updated for resources: {'Port': ['ID=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:55:59.606504 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:55:59.607195 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:55:59.642887 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Calling delete_port for 857cf411-1c84-4708-ae53-9e88edc02324 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:55:59.812169 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:55:59.940273 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:00.071197 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Pushing event deleted for resources: {'Port': ['ID=857cf411-1c84-4708-ae53-9e88edc02324,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:00.123513 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:00.208924 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:55:57Z', 'revision_number': 3, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:00.214729 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574a7a3f-319a-4e3a-b15f-6e900317a3d7 None None] The sync data for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi is: [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:55:57Z', 'revision_number': 3, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:00.219823 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] No DVR routers for this DVR port 857cf411-1c84-4708-ae53-9e88edc02324 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:56:00.229128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:00.232249 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:00.232793 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:00.234947 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'name': 'network-vif-deleted', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:00.298093 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0030d852-c093-4392-86b9-389237b127f7 req-62f67e0e-588e-4882-b39f-a7530f8fe673 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.36 "DELETE /v2.0/ports/857cf411-1c84-4708-ae53-9e88edc02324 HTTP/1.1" status: 204 len: 173 time: 2.0535605 Jan 18 13:56:00.407167 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0633213f-d3b9-45c2-ae03-b144418b1f95', 'name': 'network-vif-deleted', 'tag': '857cf411-1c84-4708-ae53-9e88edc02324', 'status': 'completed', 'code': 200} Jan 18 13:56:00.664820 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:00.797247 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 857cf411-1c84-4708-ae53-9e88edc02324 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:00.866930 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 857cf411-1c84-4708-ae53-9e88edc02324 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:00.867274 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 857cf411-1c84-4708-ae53-9e88edc02324 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:01.009721 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0a1b4c75-a3ad-4bb0-ab55-de3fc27bb0a9 req-e84a83d2-2b32-4eaf-a0e2-bf7871ed9524 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Synchronizing usage tracker for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:01.088532 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-0a1b4c75-a3ad-4bb0-ab55-de3fc27bb0a9 req-e84a83d2-2b32-4eaf-a0e2-bf7871ed9524 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] Unset dirty status for tenant:46e48b7ab7cc4f95994c95c511ac0723 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:01.100617 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0a1b4c75-a3ad-4bb0-ab55-de3fc27bb0a9 req-e84a83d2-2b32-4eaf-a0e2-bf7871ed9524 tempest-TestMinimumBasicScenario-105006943 tempest-TestMinimumBasicScenario-105006943-project] 10.222.0.31 "GET /v2.0/ports?device_id=0633213f-d3b9-45c2-ae03-b144418b1f95 HTTP/1.1" status: 200 len: 210 time: 0.2540236 Jan 18 13:56:01.253112 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034364a6-6f7d-41aa-a0f0-9a7cbcc97b82 req-f02ce70c-a195-4075-bdd8-7ad2b508bbce tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:01.255026 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-034364a6-6f7d-41aa-a0f0-9a7cbcc97b82 req-f02ce70c-a195-4075-bdd8-7ad2b508bbce tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.3321838 Jan 18 13:56:01.258062 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Allocated IP 172.20.0.1 (cf1264b9-d039-46bb-8f54-931360721c27/4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb/07ae51d4-6573-4b60-ba04-f3fb99f36d55) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:01.563749 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-034364a6-6f7d-41aa-a0f0-9a7cbcc97b82 req-94a11d47-d081-4b5c-9234-df45d1cb96d2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995703 Jan 18 13:56:01.584700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:01.612447 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Transition to ACTIVE for port object 07ae51d4-6573-4b60-ba04-f3fb99f36d55 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:01.663118 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:01.779669 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Network cf1264b9-d039-46bb-8f54-931360721c27 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:01.782810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:01.788919 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:01.827787 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Pushing event updated for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:01.866081 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.122998 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:02.155806 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.221911 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c546ede0-0bf8-4161-985c-e996afe16224 None None] Provisioning for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:02.229006 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-c546ede0-0bf8-4161-985c-e996afe16224 None None] Provisioning complete for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:02.229586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-c546ede0-0bf8-4161-985c-e996afe16224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.254408 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:02.272322 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:02.272849 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.338041 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-c546ede0-0bf8-4161-985c-e996afe16224 None None] Port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:02.425233 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.462604 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:02.470685 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.550297 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:02.561599 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.568376 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.658888 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:02.792611 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Pushing event updated for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:02.906425 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Network cf1264b9-d039-46bb-8f54-931360721c27 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:02.912911 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:03.135778 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0892b22-4692-4854-9ec0-44a013627095 req-2b6033bd-409f-4ca9-8506-0f89e9c2e6eb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:03.143484 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c0892b22-4692-4854-9ec0-44a013627095 req-2b6033bd-409f-4ca9-8506-0f89e9c2e6eb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.3112471 Jan 18 13:56:03.252142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c0892b22-4692-4854-9ec0-44a013627095 req-d977c4a2-a9c1-4304-94cd-af43a83d7b24 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052895 Jan 18 13:56:03.387086 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-cce30e1f-d3a7-4fd0-b1a5-67d1394e60db None None] Provisioning complete for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:03.387616 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cce30e1f-d3a7-4fd0-b1a5-67d1394e60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:03.455320 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-cce30e1f-d3a7-4fd0-b1a5-67d1394e60db None None] Port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:03.502109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Router 79b17019-3c85-4fff-95ad-dfd0c70d6801 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:56:03.717386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43662) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:03.827460 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:03.842993 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-be9b9a8b-1663-4250-a8d0-c3ebd1374b5b admin admin] 10.222.0.31 "PUT /v2.0/routers/79b17019-3c85-4fff-95ad-dfd0c70d6801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9858949 Jan 18 13:56:04.127666 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:04.231213 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:04.232456 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:04.397693 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:04.617061 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Sync routers for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:04.630738 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:04.631886 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:04.659801 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54c748-95b5-4f0a-a43c-1bdc38134a95 req-a967db30-0bc9-4511-801e-06546e5426e2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:04.661327 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ae54c748-95b5-4f0a-a43c-1bdc38134a95 req-a967db30-0bc9-4511-801e-06546e5426e2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.1538413 Jan 18 13:56:04.725532 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ae54c748-95b5-4f0a-a43c-1bdc38134a95 req-b5b256a5-71f5-4f19-be5f-35a63162c58a tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546379 Jan 18 13:56:04.841426 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:05.033225 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43694) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:05.039729 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1736538186-network', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:05.044602 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:05.048329 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Usage tracker for resource:network and tenant:59f6a39d66214bd2b42fdddfdba12a96 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:05.051339 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:05.057761 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:05.068634 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Made reservation on behalf of 59f6a39d66214bd2b42fdddfdba12a96 for: {'network': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:05.071494 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for network, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.080008 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cd983eb4-7c35-4f08-927c-942eb5900576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.088034 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.142624 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:05.148206 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Usage tracker for resource:security_group_rule and tenant:59f6a39d66214bd2b42fdddfdba12a96 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:05.151663 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:05.159856 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:05.207509 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Deleting port a50dd030-f404-44d2-9ba2-4b7c03875cc5 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:05.208166 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.238755 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 2, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:05.243235 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Checking router: 79b17019-3c85-4fff-95ad-dfd0c70d6801 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:05.243586 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Updating router 79b17019-3c85-4fff-95ad-dfd0c70d6801 port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:05.245745 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.250388 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.281793 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=82797) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:56:05.290192 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63277a6-78e2-482f-8c22-a116792352a0,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:05.296802 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.297441 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.segments_db [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Added segment 7f3b626f-8baa-4629-a842-a2d87d06b3f6 of type vlan for network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc Jan 18 13:56:05.300257 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.331240 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730039014238'] for network, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.366884 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197'] for network, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.367839 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:05.368726 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.476110 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] For port a50dd030-f404-44d2-9ba2-4b7c03875cc5, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a50dd030-f404-44d2-9ba2-4b7c03875cc5,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:05.476531 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.563058 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] Pushing event updated for resources: {'Network': ['ID=a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:05.577329 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3c88859f-5ce7-4056-96c1-deca3e87f537 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5422881 Jan 18 13:56:05.577482 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43700) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:05.583045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Request body: {'subnet': {'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1736538186-subnet', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'ip_version': 4}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:05.583653 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc details requested by agent ovs-agent-dv-cinder-825104-1-iscsi with host dv-cinder-825104-1-iscsi {{(pid=82798) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:56:05.588865 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:05.592677 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Usage tracker for resource:subnet and tenant:59f6a39d66214bd2b42fdddfdba12a96 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:05.595926 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:05.602230 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:05.611473 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Calling delete_port for a50dd030-f404-44d2-9ba2-4b7c03875cc5 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:05.614128 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Made reservation on behalf of 59f6a39d66214bd2b42fdddfdba12a96 for: {'subnet': 1} {{(pid=82797) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:05.617103 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3323220'] for subnet, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.651458 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-611e7dd2-16ef-475e-b098-cd315546498f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1099 time: 0.2862511 Jan 18 13:56:05.823336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-c6fe3cf3-f2a1-4273-b9e2-ee13f5ae77f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:05.824720 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-c6fe3cf3-f2a1-4273-b9e2-ee13f5ae77f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.1665583 Jan 18 13:56:05.841034 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-778924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3323202'] for subnet, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.901994 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.917937 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Transition to ACTIVE for port object 07ae51d4-6573-4b60-ba04-f3fb99f36d55 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:05.926665 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:05.936734 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff2377f1-86e1-4c98-8601-ccd6838a7e36,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:05.954079 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Checking segment: {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:05.954448 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Network hostable DHCP agents. Network: a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc, hostable agents: ['aa621a24-9159-4f61-a8f0-d1b702a292e4'], hosted agents: [] {{(pid=82797) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:56:05.981032 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc is scheduled to be hosted by DHCP agent aa621a24-9159-4f61-a8f0-d1b702a292e4 with binding_index 1 {{(pid=82797) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:56:05.995895 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825104-1-iscsi, a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc) {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:06.002094 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82797) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:06.003436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.040304 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-e01b3659-fd80-4483-852c-bf1297d73d6b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4582756 Jan 18 13:56:06.041000 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43706) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:06.048787 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:06.054195 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:06.060051 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Usage tracker for resource:router and tenant:59f6a39d66214bd2b42fdddfdba12a96 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:06.063748 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:06.071882 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:06.087234 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442673', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10252'] for router, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.089226 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441518', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10247'] for router, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.116601 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-46dfba4b-a87d-4814-9274-4932dc34eb26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 1002 time: 0.2847636 Jan 18 13:56:06.122919 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.135486 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c032d5-4af8-4c1b-b0ce-3af4401e6114 None None] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:06.166478 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106ab48-3304-4b9c-bd57-48f5da688b7a None None] Pushing event updated for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:06.271496 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb8e99-1e0e-4031-af58-2c2dbc1c755d req-f9b14b03-4469-4e03-871d-2d4f6627e416 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:06.279037 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3bb8e99-1e0e-4031-af58-2c2dbc1c755d req-f9b14b03-4469-4e03-871d-2d4f6627e416 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2776763 Jan 18 13:56:06.338947 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10353'] for router, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.345703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-76e7088f-80c9-4cc2-9fbb-3e7f028398a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:06.347119 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-76e7088f-80c9-4cc2-9fbb-3e7f028398a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1836081 Jan 18 13:56:06.383839 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Attempting to bind port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:06.384237 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Attempting to bind port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:06.384594 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Attempting to bind port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 on network cf1264b9-d039-46bb-8f54-931360721c27 {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:06.396476 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.419797 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:06.420218 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Checking segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:06.420651 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.421038 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Bound using segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:06.421585 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Bound port: 07ae51d4-6573-4b60-ba04-f3fb99f36d55, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:06.421947 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.466814 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e3bb8e99-1e0e-4031-af58-2c2dbc1c755d req-71c58d44-e153-47c9-997e-94c39763bb84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867085 Jan 18 13:56:06.469818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50dd030-f404-44d2-9ba2-4b7c03875cc5,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:06.655582 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpad8689b3-4c14-52e4-98a0-2ccd3f245288-a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'fixed_ips': [{'subnet_id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36'}]}} from dv-cinder-825104-1-iscsi. {{(pid=82798) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:56:06.656421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.701569 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] For port 07ae51d4-6573-4b60-ba04-f3fb99f36d55, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:06.705624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] For port 07ae51d4-6573-4b60-ba04-f3fb99f36d55, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=07ae51d4-6573-4b60-ba04-f3fb99f36d55,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:06.734849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.751739 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.769576 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:06.796931 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-74d0679a-2123-4cc9-94d3-817bd17ca3f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4417357 Jan 18 13:56:06.885940 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106ab48-3304-4b9c-bd57-48f5da688b7a None None] Pushing event updated for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:06.896433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:06.898149 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:55:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:06.944149 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Allocated IP 172.27.0.47 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/0622bb2a-200d-4aa6-9f5c-70c7e0f07a87) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:07.051171 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-38a0e910-4d0b-46bd-9527-2da142fac421 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440004 Jan 18 13:56:07.114575 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.129553 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.172780 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.190134 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.db_base_plugin_common [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Allocated IP 172.20.0.2 (a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc/ff2377f1-86e1-4c98-8601-ccd6838a7e36/dd6c5cfe-4570-4521-abee-9cc6d53d46a4) {{(pid=82798) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:07.252055 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:07.253004 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Pushing event updated for resources: {'Port': ['ID=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:07.255729 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:07.258776 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:07.312980 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:07.416809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8fde0204-c524-4279-aa13-8c43c537b2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.436117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.437429 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441491'] for router, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.699504 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks [] for port, precommit_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.723157 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 is scheduled to L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 with binding_index 1 {{(pid=82797) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:56:07.726780 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Transition to ACTIVE for port object dd6c5cfe-4570-4521-abee-9cc6d53d46a4 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:07.783259 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Transition to ACTIVE for port object dd6c5cfe-4570-4521-abee-9cc6d53d46a4 will not be triggered until provisioned by entity DHCP. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:07.792582 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875'] for port, after_create {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:07.890910 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc is already hosted by enough agents. {{(pid=82798) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:07.893425 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.scheduler.base_scheduler [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Resources bound (agent type, host, resource id): {{(pid=82798) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:07.895825 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Received port after_create {{(pid=82798) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:07.898926 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Pushing event updated for resources: {'Port': ['ID=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,revision_number=1']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:07.945350 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:06Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:07.994960 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bbf531-e529-4bde-8813-67827b164f1d None None] The sync data for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi is: [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:06Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:08.005991 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Attempting to bind port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:08.006551 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Attempting to bind port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:08.007159 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Attempting to bind port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 on network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:08.021254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:08.022161 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Checking segment: {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:08.022565 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.022959 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Bound using segment: {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:08.023509 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Bound port: dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:08.023888 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.092533 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:08.121367 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Sync routers for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:08.128141 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.137994 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-39352701-3727-4664-a2cb-4c027d24db3e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0878294 Jan 18 13:56:08.139710 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43720) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:08.176970 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:08.178871 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:08.190900 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] For port dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:08.194699 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] For port dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:08.220210 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.234904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0d74d-1de4-442a-af97-259184b7ae85 req-24c614cc-7ae3-485b-b66c-cf05301bfe7c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:08.236802 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cfe0d74d-1de4-442a-af97-259184b7ae85 req-24c614cc-7ae3-485b-b66c-cf05301bfe7c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.5413065 Jan 18 13:56:08.300483 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7f1b0e80-b4d0-4742-b6a3-08f1978f3499 req-2be10d16-e16f-430c-9945-f53dbe29401f service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577151 Jan 18 13:56:08.330615 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eceb04-8155-4860-b9ad-47739afc114e None None] Pushing event updated for resources: {'Port': ['ID=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,revision_number=2']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:08.369619 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.411666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:56:08.419122 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cfe0d74d-1de4-442a-af97-259184b7ae85 req-19488115-67cf-4f31-bcb0-a2be370504d2 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689112 Jan 18 13:56:08.502653 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:08.576219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:08.807099 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:08.829261 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Sync routers for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:08.830056 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-09b99a60-ff7a-467c-b411-f5ff1e343688 admin admin] 10.222.0.31 "PUT /v2.0/routers/1f7aa2e1-35bb-47cc-b64d-73df096edcc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1115618 Jan 18 13:56:08.830839 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43726) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:08.878717 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:08.879261 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:09.004736 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:07Z', 'revision_number': 3, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:09.017269 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Checking router: d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:09.017634 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Updating router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 binding host dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:09.117531 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.144204 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:09.152398 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.424528 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:09.457201 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.508262 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.523522 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Deleting port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:09.524338 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.825439 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Allocated IP 172.20.0.1 (a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc/ff2377f1-86e1-4c98-8601-ccd6838a7e36/adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:09.842326 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks [] for port, precommit_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.860169 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.provisioning_blocks [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Transition to ACTIVE for port object 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 will not be triggered until provisioned by entity L2. {{(pid=82799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:09.876267 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.982171 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Attempting to bind port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:09.982578 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Attempting to bind port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:09.983630 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Attempting to bind port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 on network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:09.986889 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f59008-872d-4430-9d8f-66ee292e0efb None None] Pushing event updated for resources: {'Port': ['ID=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,revision_number=2']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:09.994646 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:09.995265 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Checking segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:09.995655 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.996065 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Bound using segment: {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'} {{(pid=82799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:09.996585 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.managers [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Bound port: 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fea68a-a31e-4343-98fa-574d3a4f6e19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6'}}] {{(pid=82799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:09.996970 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:09.998020 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1eba0-6f97-4b93-98e9-e1f9cd7c905a None None] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:10.038109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] For port acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:10.038615 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.056365 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e0c7-7e34-462c-8d2b-8ef8a558e87d req-34ad8bfa-3356-4e3f-8d39-79e8ba0140b5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:10.058077 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f1e2e0c7-7e34-462c-8d2b-8ef8a558e87d req-34ad8bfa-3356-4e3f-8d39-79e8ba0140b5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 946 time: 0.2458780 Jan 18 13:56:10.155798 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] For port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:10.171595 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.plugins.ml2.db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] For port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:10.179011 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron_lib.callbacks.manager [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.208053 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.218130 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-1d5b457e-0dc6-4eae-a5c2-54c91239cab1 None None] Provisioning for port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:10.234541 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.292311 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:10.298139 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.303124 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Calling delete_port for acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:10.309556 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dd6c5cfe-4570-4521-abee-9cc6d53d46a4 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:10.371588 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.provisioning_blocks [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Transition to ACTIVE for port object adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 will not be triggered until provisioned by entity DHCP. {{(pid=82797) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:10.390850 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f1e2e0c7-7e34-462c-8d2b-8ef8a558e87d req-09b52d03-2dc1-4cdf-a0a4-9c9635687483 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023833 Jan 18 13:56:10.427184 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:10.428622 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.518756 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.525234 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'code': 200} Jan 18 13:56:10.527102 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Pushing event updated for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:10.532020 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:10.537497 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:10.546702 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:10.548039 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:10.550505 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:10.615601 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440741'] for router_interface, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.622170 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.648298 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f59008-872d-4430-9d8f-66ee292e0efb None None] Pushing event updated for resources: {'Port': ['ID=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,revision_number=3']} {{(pid=82799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:10.710906 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:56:06Z', 'revision_number': 5, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port': {'id': 'acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:52:51Z', 'updated_at': '2022-01-18T13:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:10.744000 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:10.756948 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Checking router: 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:10.775801 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=8']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:10.819404 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Routers {'1f7aa2e1-35bb-47cc-b64d-73df096edcc7'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:10.820058 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:10.820828 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:10.871911 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:10.888798 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:10.967517 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:10.967899 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.030953 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] Set router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:11.108630 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.182032 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:07Z', 'revision_number': 3, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:11.186429 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bea13-b3d8-4e1c-866d-cd522bb5f6fe None None] The sync data for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi is: [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:07Z', 'revision_number': 3, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:11.187463 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 7, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:11.206760 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69920ca-a82a-49b9-8561-9c556ebefce8 None None] The sync data for ids ['1f7aa2e1-35bb-47cc-b64d-73df096edcc7'] in dv-cinder-825104-1-iscsi is: [{'id': '1f7aa2e1-35bb-47cc-b64d-73df096edcc7', 'name': 'tempest-TestMinimumBasicScenario-1066137502-router', 'tenant_id': '46e48b7ab7cc4f95994c95c511ac0723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:52:50Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 7, 'project_id': '46e48b7ab7cc4f95994c95c511ac0723', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:11.269846 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.278512 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.360970 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.395240 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-444236'] for router_interface, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.415199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:11.420536 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.421790 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 07ae51d4-6573-4b60-ba04-f3fb99f36d55 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:11.554348 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:11.609954 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.625412 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.653026 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Provisioning for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:11.670950 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Provisioning complete for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:11.672527 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.686248 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.686818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7aa2e1-35bb-47cc-b64d-73df096edcc7 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:56:11.691773 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Pushing event updated for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:11.706573 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:11.710081 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:11.719132 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.720409 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-dc568647-5f8b-4714-8ab6-ad0726c3db90 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f7aa2e1-35bb-47cc-b64d-73df096edcc7 HTTP/1.1" status: 204 len: 168 time: 2.8883994 Jan 18 13:56:11.723223 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43748) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:11.803791 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:11.822606 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.822968 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.823275 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.823608 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.823937 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.824290 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.824617 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.824941 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.825261 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.825643 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.825969 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:11.852146 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:11.857589 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Provisioning complete for port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:11.857971 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7bc18901-44b6-43a4-9877-b0590da50fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.871460 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Deleting subnet f2919b6e-9718-4ca4-ac25-40be7e262612 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:56:11.875675 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.902017 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:11.902415 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:11.982256 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3656099'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.104818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003552-4c87-402a-b63b-69ce8eda4231 req-d6855b04-6655-4436-98c9-07388db633af tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:12.112034 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c003552-4c87-402a-b63b-69ce8eda4231 req-d6855b04-6655-4436-98c9-07388db633af tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1917291 Jan 18 13:56:12.133013 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.139401 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.169811 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 07ae51d4-6573-4b60-ba04-f3fb99f36d55, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=07ae51d4-6573-4b60-ba04-f3fb99f36d55,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:12.174593 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.219688 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3c003552-4c87-402a-b63b-69ce8eda4231 req-6956ba8f-b094-4dbb-84b1-18d67262ab39 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065674 Jan 18 13:56:12.268061 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3111810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3169870'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.298673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-b21d2051-7363-438c-85d4-0a94d5a78253 None None] Provisioning complete for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:12.298940 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-b21d2051-7363-438c-85d4-0a94d5a78253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.307785 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:56:12.310983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2919b6e-9718-4ca4-ac25-40be7e262612,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:12.323487 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.330293 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.330875 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.331388 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.331866 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.332362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.332850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.333337 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.333824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.334317 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.335102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.335762 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:12.341955 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f2d6a858-36b4-418b-a657-ebd4b5eb5d65 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f2919b6e-9718-4ca4-ac25-40be7e262612 HTTP/1.1" status: 204 len: 168 time: 0.6177113 Jan 18 13:56:12.344491 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43754) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:12.346966 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e26b06-6266-4436-b272-feec36631a97 None None] Network ae86cd87-6543-4ef3-9d1e-e411ac1394ce requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:12.371682 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:12.450665 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dd6c5cfe-4570-4521-abee-9cc6d53d46a4 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:12.502777 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.516874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Deleting port 4787881a-a86b-46f1-88ed-c43ec5a22a84 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:12.517331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.601319 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-b21d2051-7363-438c-85d4-0a94d5a78253 None None] Port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:12.701245 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:12.712182 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-0be225d7-8412-4441-af44-cd2e2cb3faf5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5694261 Jan 18 13:56:12.741934 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:12.742387 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.794433 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] For port 4787881a-a86b-46f1-88ed-c43ec5a22a84, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4787881a-a86b-46f1-88ed-c43ec5a22a84,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:12.795053 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:12.935300 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a50dd030-f404-44d2-9ba2-4b7c03875cc5 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:12.998037 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] DHCP port deletion for ae86cd87-6543-4ef3-9d1e-e411ac1394ce request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:56:13.014615 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: a50dd030-f404-44d2-9ba2-4b7c03875cc5 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:13.015666 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a50dd030-f404-44d2-9ba2-4b7c03875cc5 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:13.022500 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Deleting port 4787881a-a86b-46f1-88ed-c43ec5a22a84 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:13.023086 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.110973 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Calling delete_port for 4787881a-a86b-46f1-88ed-c43ec5a22a84 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:13.220407 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.290562 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] For port 4787881a-a86b-46f1-88ed-c43ec5a22a84, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=4787881a-a86b-46f1-88ed-c43ec5a22a84,segment=NetworkSegment(f49f9d4b-2e84-4b73-a03d-e3583f7005fe),segment_id=f49f9d4b-2e84-4b73-a03d-e3583f7005fe)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:13.290952 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.315899 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Pushing event deleted for resources: {'Port': ['ID=4787881a-a86b-46f1-88ed-c43ec5a22a84,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:13.326225 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] No DVR routers for this DVR port 4787881a-a86b-46f1-88ed-c43ec5a22a84 on host dv-cinder-825104-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:56:13.486769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.509285 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Calling delete_port for 4787881a-a86b-46f1-88ed-c43ec5a22a84 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:13.522751 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae86cd87-6543-4ef3-9d1e-e411ac1394ce']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:13.536882 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:13.537378 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49f9d4b-2e84-4b73-a03d-e3583f7005fe') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:13.551297 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.571864 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.579167 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:56:13.579753 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:56:13.596610 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:56:13.611641 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:56:13.612663 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:56:13.684127 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.713053 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Pushing event deleted for resources: {'Network': ['ID=ae86cd87-6543-4ef3-9d1e-e411ac1394ce,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:13.714969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.730632 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43788) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:13.731198 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2736d3ed-525a-4fd3-b3fb-861705ce0cec admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae86cd87-6543-4ef3-9d1e-e411ac1394ce HTTP/1.1" status: 204 len: 168 time: 1.3849320 Jan 18 13:56:13.847767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43792) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:13.854065 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797741609', 'description': 'tempest-secgroup-smoke-1797741609 description', 'project_id': '6c62f49d3df742279567e7a403853283'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:13.859786 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:13.863668 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:13.867403 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:13.876648 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:13.896486 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:13.944114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:13.950456 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:13.960121 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:13.966372 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:14.045917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.051451 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.095796 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c751e55f-45ac-45b4-a8b3-ff8b23341b1f,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:14.106475 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.108086 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-fdaaec23-db1f-44ae-894e-74541727c8f6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2590849 Jan 18 13:56:14.110861 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43806) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:14.114572 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Deleting port 4787881a-a86b-46f1-88ed-c43ec5a22a84 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:14.114966 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.117504 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:14.123597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:14.128382 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:14.132218 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:14.138434 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:14.161022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.239086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.256185 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ee978-532c-4050-9c2a-53f52e97df58 None None] The port '4787881a-a86b-46f1-88ed-c43ec5a22a84' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:56:14.294459 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 07ae51d4-6573-4b60-ba04-f3fb99f36d55 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:14.298493 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.304610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.359715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8756ce-40e1-419e-be70-baefe2e212e3,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:14.379104 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.380575 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-bc53e42f-9ce2-429c-8bab-58d882c0161d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2687156 Jan 18 13:56:14.384250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43814) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:14.391531 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:14.413629 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:14.433616 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:14.444578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:14.466786 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:14.470590 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:14.472001 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.515967 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09964d0b-1db9-4b00-ab98-ccc755a2444a req-5c5fd3f0-b541-4d7b-8236-4f92c03c0cc2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2540872 Jan 18 13:56:14.541913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.639075 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.645994 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.687107 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06af1e27-e6ec-4c3b-9a14-d8081f3a132c,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:14.704028 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.709631 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-90709d1e-baad-4581-95f2-b81adef1c6b7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3215950 Jan 18 13:56:14.711142 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43822) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:14.717556 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:14.723804 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:14.729116 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:14.737426 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:14.751736 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4787881a-a86b-46f1-88ed-c43ec5a22a84 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:14.756267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:14.793979 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 4787881a-a86b-46f1-88ed-c43ec5a22a84 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:14.794314 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 4787881a-a86b-46f1-88ed-c43ec5a22a84 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:14.794717 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:14.830857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.839810 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:14.840180 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device acc02d5c-c7e5-4fc7-8ff6-a72c8e026a7e not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:14.877396 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:14.947250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc8314-5808-414d-aff8-988b146d266c req-2af537e9-d5b0-4607-853e-8027edd63985 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:14.952483 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12dc8314-5808-414d-aff8-988b146d266c req-2af537e9-d5b0-4607-853e-8027edd63985 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1926591 Jan 18 13:56:14.961484 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43832) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:14.966825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:14.988892 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.049993 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5fb200-b782-497a-8cc9-7eb01f11ecc1,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:15.060507 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-12dc8314-5808-414d-aff8-988b146d266c req-0edee456-e2f7-4707-bc74-255a2d6eaedb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918779 Jan 18 13:56:15.073045 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.077887 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43838) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:15.078192 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2acd26e8-b8e2-4a90-b54f-a53b988a747b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3653870 Jan 18 13:56:15.086583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:15.107600 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:15.149071 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:15.152979 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:15.164117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:15.243724 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.280157 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Deleting port 39a12ca5-8baa-4265-8397-397d753b1f08 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:15.280486 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.342083 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-d5caaa78-c165-4b40-8200-0be3b2c22c5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3795860 Jan 18 13:56:15.457160 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.463482 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.518153 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5a4df-f09a-437c-b39c-4abe6e8d7fcd,revision_number=0']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:15.534444 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.535617 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5e4424fe-cac4-4828-ad7f-d7da84bf6e4c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4567785 Jan 18 13:56:15.538749 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43850) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:15.542737 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] For port 39a12ca5-8baa-4265-8397-397d753b1f08, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=39a12ca5-8baa-4265-8397-397d753b1f08,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:15.543086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.544325 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:15.550080 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:15.555995 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:15.559922 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:15.572589 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:15.594845 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Project 6c62f49d3df742279567e7a403853283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:56:15.604043 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.676521 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Calling delete_port for 39a12ca5-8baa-4265-8397-397d753b1f08 owned by network:router_interface {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:15.704850 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.710574 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.736335 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca8e487-e091-48ca-b085-3ec34a3c84ed,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:15.747342 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.749094 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d824e255-4e41-4539-b390-6628f0e8b397 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2092984 Jan 18 13:56:15.754882 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43856) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:15.765070 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'security_group_rule': {'security_group_id': 'c751e55f-45ac-45b4-a8b3-ff8b23341b1f', 'project_id': '6c62f49d3df742279567e7a403853283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:15.774267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:15.780129 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:security_group_rule and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:15.785191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:15.794614 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:15.810917 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.securitygroups_db [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Project 6c62f49d3df742279567e7a403853283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:56:15.824244 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.918345 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.949019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.956209 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477432'] for security_group_rule, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:15.967767 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a12ca5-8baa-4265-8397-397d753b1f08,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:15.994410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c27b8bd-bf12-40b1-99ff-8e2fc459a4d0,revision_number=0']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:16.042461 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-4f957186-6750-4e93-8292-6f46612349fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627&tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b HTTP/1.1" status: 200 len: 1097 time: 0.1605716 Jan 18 13:56:16.047371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:16.048645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f953b30b-4fff-4c84-855e-5e6394ae3879 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2912483 Jan 18 13:56:16.148597 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac43d-b063-4317-8070-ef7f63e4f524 req-84346d27-bf1d-47e1-a6b8-0024d45a3342 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:16.156552 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-71fac43d-b063-4317-8070-ef7f63e4f524 req-84346d27-bf1d-47e1-a6b8-0024d45a3342 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.1527662 Jan 18 13:56:16.235623 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-1ecf7e94-21a6-4f41-8155-69db405d249b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1097 time: 0.1514792 Jan 18 13:56:16.237788 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-71fac43d-b063-4317-8070-ef7f63e4f524 req-9a2887bb-6c0e-475b-b402-b9cde8400acd tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803339 Jan 18 13:56:16.268520 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:56:16.376869 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:16.441582 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-d8ea833f-8506-4578-a636-993ac3410a21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:16.443135 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-d8ea833f-8506-4578-a636-993ac3410a21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.2017670 Jan 18 13:56:16.454547 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a093-6b9c-4534-898b-a21748c27939 req-b191345d-517a-42a7-9cdf-cb3a217e5683 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:16.456066 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a19a093-6b9c-4534-898b-a21748c27939 req-b191345d-517a-42a7-9cdf-cb3a217e5683 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1385064 Jan 18 13:56:16.706930 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-1a109440-6333-49e8-8c4a-ed62646a01aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 1000 time: 0.2497988 Jan 18 13:56:16.709285 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a19a093-6b9c-4534-898b-a21748c27939 req-90d2c56c-0432-40aa-95f7-ba245ab1db4d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981456 Jan 18 13:56:16.803571 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-9dd29503-2a84-4719-ae69-5da3f7473852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:16.805472 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-9dd29503-2a84-4719-ae69-5da3f7473852 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.0892255 Jan 18 13:56:16.903718 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-a35ff626-44bd-4494-b09f-58c4d7d43879 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900750 Jan 18 13:56:17.043064 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-b4c0ab39-7028-4398-982e-7db20f222e82 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282258 Jan 18 13:56:17.120117 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Router 2dfcb3a1-8962-4f2d-8947-57a26f3718de has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:56:17.186718 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c12622f2-3285-48e7-9bd2-9d6545b55702 req-79740cea-eb16-4278-9e7a-0f6c39cae393 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374722 Jan 18 13:56:17.351450 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:56:17.360922 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a3df51cd-2584-43ec-b3c5-8b0523b571d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/2dfcb3a1-8962-4f2d-8947-57a26f3718de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6283660 Jan 18 13:56:17.362524 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Sync routers for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:17.363552 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43890) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:17.386606 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:17.387570 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:17.580625 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:17.689069 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd609f2d-4fdb-4435-add1-94abb8ecf13a req-cc63286e-a94a-474f-ae81-c6a36b9daa51 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:17.690616 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd609f2d-4fdb-4435-add1-94abb8ecf13a req-cc63286e-a94a-474f-ae81-c6a36b9daa51 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.2259042 Jan 18 13:56:17.765552 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-31e57722-f59b-43e1-88e1-572afb738d13 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:17.767295 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-31e57722-f59b-43e1-88e1-572afb738d13 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.2217443 Jan 18 13:56:17.845806 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fd609f2d-4fdb-4435-add1-94abb8ecf13a req-5e62d96d-6e3c-429d-8d31-fbc59ae12a7b tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483812 Jan 18 13:56:17.947064 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Deleting port b331faa2-1337-4e45-986a-d223bbe92c04 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:17.947411 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.043395 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:56:15Z', 'revision_number': 5, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:18.056467 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Checking router: 2dfcb3a1-8962-4f2d-8947-57a26f3718de for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:18.070905 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Routers {'2dfcb3a1-8962-4f2d-8947-57a26f3718de'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:18.072473 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:18.098930 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.334387 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:18.476326 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:18.484592 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:18.484804 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.612472 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab142e6a-7686-43d6-8f85-3f37b01d2924 req-f0908fa2-cbde-418a-8161-d6db2b98e731 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:18.623201 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab142e6a-7686-43d6-8f85-3f37b01d2924 req-f0908fa2-cbde-418a-8161-d6db2b98e731 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.4203336 Jan 18 13:56:18.676943 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] Set router 2dfcb3a1-8962-4f2d-8947-57a26f3718de gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:18.760908 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.786112 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:18.793104 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.818265 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] For port b331faa2-1337-4e45-986a-d223bbe92c04, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b331faa2-1337-4e45-986a-d223bbe92c04,segment=NetworkSegment(96cdb49b-a2fd-4762-a47d-8b09843f0a14),segment_id=96cdb49b-a2fd-4762-a47d-8b09843f0a14)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:18.818839 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:18.855748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ab142e6a-7686-43d6-8f85-3f37b01d2924 req-00c68925-5cd2-4dc6-8b42-2b084c10207d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312911 Jan 18 13:56:18.955681 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:19.340352 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Calling delete_port for b331faa2-1337-4e45-986a-d223bbe92c04 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:19.437883 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-32936927-934e-461f-aefe-168c41e70c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:56:15Z', 'revision_number': 5, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:19.445190 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32936927-934e-461f-aefe-168c41e70c6d None None] The sync data for ids ['2dfcb3a1-8962-4f2d-8947-57a26f3718de'] in dv-cinder-825104-1-iscsi is: [{'id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'name': 'tempest-TestMinimumBasicScenario-2143292397-router', 'tenant_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:53:00Z', 'updated_at': '2022-01-18T13:56:15Z', 'revision_number': 5, 'project_id': '8eb2e55daca54216ba0f9ee8b6e8018f', 'gw_port': {'id': '92a8f974-4446-40f5-a0bf-c1d8b906670f', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfcb3a1-8962-4f2d-8947-57a26f3718de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:53:01Z', 'updated_at': '2022-01-18T13:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:19.571374 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:19.592165 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Deleting port 92a8f974-4446-40f5-a0bf-c1d8b906670f {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:19.592423 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:19.717578 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d48f3-a843-48b5-ae4d-a36c75337218 req-5d1457fc-5dc1-472b-a582-464345cd0012 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:19.719311 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f7d48f3-a843-48b5-ae4d-a36c75337218 req-5d1457fc-5dc1-472b-a582-464345cd0012 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 945 time: 0.3996878 Jan 18 13:56:19.743917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:19.907463 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Pushing event deleted for resources: {'Port': ['ID=b331faa2-1337-4e45-986a-d223bbe92c04,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:20.033907 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6f7d48f3-a843-48b5-ae4d-a36c75337218 req-94478067-a031-4ee3-82c5-71ae21e5b4da tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/security-groups?id=edc526f7-777b-4703-8195-43d26a7f1cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911510 Jan 18 13:56:20.051172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] No DVR routers for this DVR port b331faa2-1337-4e45-986a-d223bbe92c04 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:56:20.056212 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:20.059205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'name': 'network-vif-deleted', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:20.100662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] For port 92a8f974-4446-40f5-a0bf-c1d8b906670f, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=92a8f974-4446-40f5-a0bf-c1d8b906670f,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:20.101115 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:20.151537 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-42c2d7d5-8b14-48b5-b1a9-497119fb61a7 req-405b214f-67f4-4913-a2cd-571fc9270e90 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.36 "DELETE /v2.0/ports/b331faa2-1337-4e45-986a-d223bbe92c04 HTTP/1.1" status: 204 len: 173 time: 2.3714659 Jan 18 13:56:20.153169 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c09e6f-3e25-454a-b1b3-c7b1a67578f1', 'name': 'network-vif-deleted', 'tag': 'b331faa2-1337-4e45-986a-d223bbe92c04', 'status': 'completed', 'code': 200} Jan 18 13:56:20.299125 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Calling delete_port for 92a8f974-4446-40f5-a0bf-c1d8b906670f owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:20.314646 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:20.409336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35970-9532-4e14-805a-d662d35f167d req-0ceb07f8-b1d0-4dfb-8a8a-0b5018d50a56 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:20.410908 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a5c35970-9532-4e14-805a-d662d35f167d req-0ceb07f8-b1d0-4dfb-8a8a-0b5018d50a56 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.3143978 Jan 18 13:56:20.467201 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:20.467725 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:20.480208 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a5c35970-9532-4e14-805a-d662d35f167d req-51f9da54-51f7-4d21-9e1c-3b5b02738207 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588043 Jan 18 13:56:20.578326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:20.667977 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Pushing event deleted for resources: {'Port': ['ID=92a8f974-4446-40f5-a0bf-c1d8b906670f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:20.792571 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 39a12ca5-8baa-4265-8397-397d753b1f08 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:20.837920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 39a12ca5-8baa-4265-8397-397d753b1f08 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:20.838242 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 39a12ca5-8baa-4265-8397-397d753b1f08 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:20.921406 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:20.922039 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b331faa2-1337-4e45-986a-d223bbe92c04 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:20.964271 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: b331faa2-1337-4e45-986a-d223bbe92c04 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:20.964778 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device b331faa2-1337-4e45-986a-d223bbe92c04 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:21.559957 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-721f2105-856f-4d2e-9cbd-402b4e5c2d85 req-92cef55a-c3f8-4f18-95f6-36e5e5e57683 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Synchronizing usage tracker for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:21.569557 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.584960 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.591851 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-721f2105-856f-4d2e-9cbd-402b4e5c2d85 req-92cef55a-c3f8-4f18-95f6-36e5e5e57683 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] Unset dirty status for tenant:166974b7bec94519b4e58d4ff7fb012d on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:21.593041 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-721f2105-856f-4d2e-9cbd-402b4e5c2d85 req-92cef55a-c3f8-4f18-95f6-36e5e5e57683 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.3015931 Jan 18 13:56:21.660763 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.661292 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfcb3a1-8962-4f2d-8947-57a26f3718de {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:56:21.689157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.692718 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-56bf7647-0682-417b-97ed-4aa1959be08f admin admin] 10.222.0.31 "DELETE /v2.0/routers/2dfcb3a1-8962-4f2d-8947-57a26f3718de HTTP/1.1" status: 204 len: 168 time: 4.3257656 Jan 18 13:56:21.693069 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43928) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:21.771254 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Deleting subnet 86908e71-0774-4a69-bd15-f5634b67aa0c {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:56:21.779568 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.853143 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:21.884574 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688c400-35b9-45f6-9c90-06264e2dcc9e req-d5fb3eef-991f-42fc-a419-4b1e49f75ca7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:21.893834 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b688c400-35b9-45f6-9c90-06264e2dcc9e req-d5fb3eef-991f-42fc-a419-4b1e49f75ca7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1497641 Jan 18 13:56:21.968736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b688c400-35b9-45f6-9c90-06264e2dcc9e req-28e48600-bc75-483a-9f4d-e71ff5bc53ee tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734110 Jan 18 13:56:22.033670 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.126039 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.172129 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86908e71-0774-4a69-bd15-f5634b67aa0c,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:22.179553 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.187465 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afa3041-01fa-43bf-8495-5a08492c89b3 None None] Network 7907cb52-a217-4b84-b87e-d20fa20fc1de requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:56:22.189066 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c67b0f42-9714-48e5-a620-b8190092dbcb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/86908e71-0774-4a69-bd15-f5634b67aa0c HTTP/1.1" status: 204 len: 168 time: 0.4943295 Jan 18 13:56:22.191381 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 43932) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:22.359136 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.373945 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Deleting port e00a39e9-7980-4c24-a2df-305218cb78dc {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:22.374654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.521069 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] DHCP port deletion for 7907cb52-a217-4b84-b87e-d20fa20fc1de request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:56:22.531497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Deleting port e00a39e9-7980-4c24-a2df-305218cb78dc {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:22.531866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.582486 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.657937 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] For port e00a39e9-7980-4c24-a2df-305218cb78dc, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=e00a39e9-7980-4c24-a2df-305218cb78dc,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:22.659084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:22.849015 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Calling delete_port for e00a39e9-7980-4c24-a2df-305218cb78dc owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:22.889120 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] For port e00a39e9-7980-4c24-a2df-305218cb78dc, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=e00a39e9-7980-4c24-a2df-305218cb78dc,segment=NetworkSegment(b227a78e-f329-419c-9161-d58feb558f72),segment_id=b227a78e-f329-419c-9161-d58feb558f72)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:22.891967 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.031418 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-4c4d27c4-7b69-4e77-95dd-dd2d33d37744 req-a397c343-6675-4c17-8c4f-dc632e93523f tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.1260431 Jan 18 13:56:23.084397 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.161316 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00a39e9-7980-4c24-a2df-305218cb78dc,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:23.168413 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] No DVR routers for this DVR port e00a39e9-7980-4c24-a2df-305218cb78dc on host dv-cinder-825104-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:56:23.199983 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Calling delete_port for e00a39e9-7980-4c24-a2df-305218cb78dc owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:56:23.278143 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:56:23.278510 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:56:23.408300 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.448419 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7907cb52-a217-4b84-b87e-d20fa20fc1de']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:23.464490 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b227a78e-f329-419c-9161-d58feb558f72') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:23.464962 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b227a78e-f329-419c-9161-d58feb558f72') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:23.483767 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.495869 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9dd8-081e-4fa5-bb44-c6159c07c4b6 req-c87d4927-8baf-43cc-8399-f3893134d37d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:23.497385 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1bf9dd8-081e-4fa5-bb44-c6159c07c4b6 req-c87d4927-8baf-43cc-8399-f3893134d37d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.2941942 Jan 18 13:56:23.532491 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.546200 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:56:23.546722 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:56:23.561297 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:56:23.779581 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Deleting port e00a39e9-7980-4c24-a2df-305218cb78dc {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:56:23.779875 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.806758 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1bf9dd8-081e-4fa5-bb44-c6159c07c4b6 req-08b6357e-6864-4241-9eb5-72f9fe3feeb5 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009105 Jan 18 13:56:23.833613 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.844265 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:23.864059 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-d4d577cf-dfa3-4098-aaf5-5f5da409c976 None None] The port 'e00a39e9-7980-4c24-a2df-305218cb78dc' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:56:23.891034 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7907cb52-a217-4b84-b87e-d20fa20fc1de,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:23.899477 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4b2b7108-0563-4afd-a927-40b3e867c9e1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7907cb52-a217-4b84-b87e-d20fa20fc1de HTTP/1.1" status: 204 len: 168 time: 1.7069778 Jan 18 13:56:24.258145 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43950) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:24.268822 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e5b897c5-32fb-4456-a68d-c3fd8289c9c7 req-081fc49c-5ceb-4253-a6b8-cf2290fac2a7 tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.0893478 Jan 18 13:56:24.305073 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device e00a39e9-7980-4c24-a2df-305218cb78dc no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:24.344116 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a0d047c0-f58e-407a-b62a-00b745d5429f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46e48b7ab7cc4f95994c95c511ac0723&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0845964 Jan 18 13:56:24.346405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43954) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:24.366982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: e00a39e9-7980-4c24-a2df-305218cb78dc {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:24.367643 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device e00a39e9-7980-4c24-a2df-305218cb78dc not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:24.442634 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:24.472913 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:24.537394 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:24.554110 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:24.561141 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:24.562518 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-05701c5d-11ea-4518-b244-eded9f5931e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c1ff6fa-6ac3-468f-a0e0-adaad3f98d13 HTTP/1.1" status: 204 len: 168 time: 0.2142916 Jan 18 13:56:25.054141 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dbaa3-74a3-4807-ab9e-a4872e08ae22 req-18bdb75b-837c-4970-8df0-7eab006632fb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:25.063289 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e09dbaa3-74a3-4807-ab9e-a4872e08ae22 req-18bdb75b-837c-4970-8df0-7eab006632fb tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.0990906 Jan 18 13:56:25.081045 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43966) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:25.134599 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e09dbaa3-74a3-4807-ab9e-a4872e08ae22 req-a2e59f53-406c-458b-9957-b62e979ff75f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703950 Jan 18 13:56:25.219193 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-78299fdd-25e1-4253-b1f9-dfb128f0eebb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8eb2e55daca54216ba0f9ee8b6e8018f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1369548 Jan 18 13:56:25.221731 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 43970) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:25.291152 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:25.327637 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:25.406593 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:25.424502 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57e02a-7f24-4438-98ba-264dac5b3dc6,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:25.442939 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:25.445135 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f49dd8ff-e50e-4986-b390-206362c34495 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db57e02a-7f24-4438-98ba-264dac5b3dc6 HTTP/1.1" status: 204 len: 168 time: 0.2223270 Jan 18 13:56:25.496091 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e0c55203-837a-4765-9d11-656cdcd90c8e req-d2725afa-50ce-434d-b165-49c1e5e219bb tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.0876074 Jan 18 13:56:26.361506 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc46fd-a6a0-4a25-9c33-43db349b674b req-d40cad72-a73b-41db-941c-c864252cdff1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:26.363064 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60cc46fd-a6a0-4a25-9c33-43db349b674b req-d40cad72-a73b-41db-941c-c864252cdff1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.0842552 Jan 18 13:56:26.411286 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-60cc46fd-a6a0-4a25-9c33-43db349b674b req-cdcf1cc9-1496-4d0d-a290-11dc8ae902d3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418613 Jan 18 13:56:26.649167 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13bbfe1a-976b-47ae-bdea-e789555f554d req-ae5dd11a-7bca-4d33-9c11-b4c6abe124aa tempest-VolumesSnapshotTestJSON-1041758267 tempest-VolumesSnapshotTestJSON-1041758267-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c09e6f-3e25-454a-b1b3-c7b1a67578f1 HTTP/1.1" status: 200 len: 210 time: 0.0404320 Jan 18 13:56:27.652047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720973c-4c93-4cad-9e0e-ba200240f9a6 req-47819ca2-9cb9-465c-8727-ecf03be74ba8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:27.660427 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0720973c-4c93-4cad-9e0e-ba200240f9a6 req-47819ca2-9cb9-465c-8727-ecf03be74ba8 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1092556 Jan 18 13:56:27.723517 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0720973c-4c93-4cad-9e0e-ba200240f9a6 req-3f6feeb9-84da-491f-9a29-c5e81bc44cfa tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622017 Jan 18 13:56:27.950999 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Sync routers for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:56:27.963112 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:27.963931 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:28.181952 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:28.229157 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 92a8f974-4446-40f5-a0bf-c1d8b906670f no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:56:28.275879 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 92a8f974-4446-40f5-a0bf-c1d8b906670f {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:56:28.276245 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 92a8f974-4446-40f5-a0bf-c1d8b906670f not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:56:28.508203 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-78971cdf-04e7-455f-9e0f-8a713497dc41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1097 time: 0.0773189 Jan 18 13:56:28.584117 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 4, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71', 'name': '', 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'mac_address': 'fa:16:3e:fe:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:09Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 2, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'subnets': [{'id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:28.588024 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Checking router: d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:56:28.588372 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Updating router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 binding host dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:56:28.639625 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:28.656160 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-9e3b8e5e-1ba6-4446-8693-641abfb23430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:28.657610 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-9e3b8e5e-1ba6-4446-8693-641abfb23430 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 200 len: 918 time: 0.1292186 Jan 18 13:56:28.761220 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-ff1f899c-8e96-43d9-93cc-ac177184efa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 200 len: 1000 time: 0.0969632 Jan 18 13:56:28.926440 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-57e89c43-957a-4060-a3fa-ba1f78dea6c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:28.929445 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-57e89c43-957a-4060-a3fa-ba1f78dea6c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 200 len: 856 time: 0.1614621 Jan 18 13:56:29.008273 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:56:29.027333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444cc3-18ac-44bc-ac59-aa0d5ae2015f req-25e6a836-d3bf-4b9c-b8cb-d8157b994f0c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:29.028714 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f1444cc3-18ac-44bc-ac59-aa0d5ae2015f req-25e6a836-d3bf-4b9c-b8cb-d8157b994f0c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 944 time: 0.1547005 Jan 18 13:56:29.034204 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-37bbcb1f-10df-4a40-a812-24fc64980a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981514 Jan 18 13:56:29.050484 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks [] for port, precommit_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.118961 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Transition to ACTIVE for port object adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 will not be triggered until provisioned by entity L2. {{(pid=82798) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:29.132321 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.158773 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f1444cc3-18ac-44bc-ac59-aa0d5ae2015f req-cf57a19c-d584-4ad0-a439-d70b81bbd52f tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230447 Jan 18 13:56:29.203542 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-8d803e2b-e93e-4088-ab1b-6fd39c758cd7 service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490245 Jan 18 13:56:29.298433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462124d-9835-43b0-ace8-a8cc4e30040b None None] Pushing event updated for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=3']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:29.301959 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:29.364463 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'port_id': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'mac_address': 'fa:16:3e:75:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:56:29.366889 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f57e5f1-9114-4b12-b633-0d9b758a5a39 req-b298e557-c177-4609-bb2d-fdb25786addb service neutron] 10.222.0.36 "GET /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566715 Jan 18 13:56:29.476749 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Attempting to bind port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 on host dv-cinder-825104-1-iscsi for vnic_type normal with profile {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:29.477133 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Attempting to bind port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 by drivers openvswitch,hyperv on host dv-cinder-825104-1-iscsi at level 0 using segments [{'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:29.477632 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Attempting to bind port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 on network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:29.487209 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.499159 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Checking agent: {'id': 'ded39485-5e71-4929-93c8-b0755e929834', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 40, 8), 'started_at': datetime.datetime(2022, 1, 18, 13, 40, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:29.499479 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Checking segment: {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:29.499874 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.500345 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Bound using segment: {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'} {{(pid=82798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:29.500994 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.managers [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Bound port: adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71, host: dv-cinder-825104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3b626f-8baa-4629-a842-a2d87d06b3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc'}}] {{(pid=82798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:29.501369 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.523672 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:29.593183 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:29.602578 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.683705 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] For port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71, host dv-cinder-825104-1-iscsi, cleared binding levels {{(pid=82798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:29.699111 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] For port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71, host dv-cinder-825104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:29.705905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:29.710454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=9']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:29.796133 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462124d-9835-43b0-ace8-a8cc4e30040b None None] Pushing event updated for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:29.806664 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:56:29.807283 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:29.860976 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6dd72add-72aa-4580-9fe9-55fd61d3e4c0'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:56:30.095053 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:56:30.371738 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f461268-0e0e-4de5-bdca-0d355f8e327c req-19081247-8760-42ed-a821-40966f8ad0a7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:30.373304 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f461268-0e0e-4de5-bdca-0d355f8e327c req-19081247-8760-42ed-a821-40966f8ad0a7 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.0765953 Jan 18 13:56:30.420954 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0f461268-0e0e-4de5-bdca-0d355f8e327c req-6e27ecfe-4ec6-4bd4-b794-9e7687d7fbfe tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Jan 18 13:56:30.505342 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 4, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71', 'name': '', 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'mac_address': 'fa:16:3e:fe:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:09Z', 'updated_at': '2022-01-18T13:56:29Z', 'revision_number': 4, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'subnets': [{'id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:30.509247 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b8ec0-9207-42ca-ae61-0a2ec1546be1 None None] The sync data for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi is: [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:10Z', 'revision_number': 4, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71', 'name': '', 'network_id': 'a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'mac_address': 'fa:16:3e:fe:6b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:09Z', 'updated_at': '2022-01-18T13:56:29Z', 'revision_number': 4, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'subnets': [{'id': 'ff2377f1-86e1-4c98-8601-ccd6838a7e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:56:31.633627 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940ec08-69a1-4e63-bfe6-a520bbf7bc46 req-f111385b-4112-414a-a612-ab095dd55e17 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:31.635070 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e940ec08-69a1-4e63-bfe6-a520bbf7bc46 req-f111385b-4112-414a-a612-ab095dd55e17 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.0792298 Jan 18 13:56:31.680127 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e940ec08-69a1-4e63-bfe6-a520bbf7bc46 req-467256d6-7271-4a9b-b9a9-fe2bd4714926 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395827 Jan 18 13:56:32.277653 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:32.344161 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:32.348755 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:32.349121 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:32.463556 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:32.496802 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] For port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:32.500460 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:32.564473 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Pushing event updated for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:32.914403 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376f6c5-466a-4f69-9907-6e3c257d0c92 req-abeb36d8-a73f-4e37-86ae-98656743c616 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:32.920395 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b376f6c5-466a-4f69-9907-6e3c257d0c92 req-abeb36d8-a73f-4e37-86ae-98656743c616 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.0961325 Jan 18 13:56:32.969150 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b376f6c5-466a-4f69-9907-6e3c257d0c92 req-55b012c3-e8e4-445a-8328-6bc7a80e8ced tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Jan 18 13:56:34.273332 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 up at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:34.336604 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-df2d9989-1ee2-4202-9ad2-89c7f9439741 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Synchronizing usage tracker for tenant:6c62f49d3df742279567e7a403853283 on resource:security_group {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:34.345057 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Provisioning complete for port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:34.345605 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:34.356987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720bf1-f958-4c23-bb10-46ba6809bdbe req-3e198ce0-2cc2-41ea-b5e3-eaccb8e448a1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:34.358530 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1720bf1-f958-4c23-bb10-46ba6809bdbe req-3e198ce0-2cc2-41ea-b5e3-eaccb8e448a1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 945 time: 0.2189229 Jan 18 13:56:34.382971 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-df2d9989-1ee2-4202-9ad2-89c7f9439741 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Unset dirty status for tenant:6c62f49d3df742279567e7a403853283 on resource:security_group {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:34.384134 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-df2d9989-1ee2-4202-9ad2-89c7f9439741 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797741609&fields=id&tenant_id=6c62f49d3df742279567e7a403853283 HTTP/1.1" status: 200 len: 267 time: 0.2424517 Jan 18 13:56:34.495818 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c1720bf1-f958-4c23-bb10-46ba6809bdbe req-48d1a822-e16b-4247-9f10-ed97b744d6d6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299269 Jan 18 13:56:34.557678 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-b5985432-2184-4f65-892f-e93affd6042c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:34.559081 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-b5985432-2184-4f65-892f-e93affd6042c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 808 time: 0.1644530 Jan 18 13:56:34.575849 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-8caa357c-02ac-4eae-b14c-cce3b1f4438e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/quotas/6c62f49d3df742279567e7a403853283 HTTP/1.1" status: 200 len: 375 time: 0.0113263 Jan 18 13:56:34.659214 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-e8736610-8ec0-4697-9b52-1e1396e13196 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Synchronizing usage tracker for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:34.678088 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-e8736610-8ec0-4697-9b52-1e1396e13196 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Unset dirty status for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:34.679645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-e8736610-8ec0-4697-9b52-1e1396e13196 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981379 Jan 18 13:56:34.818706 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-0a2fb0fb-13fc-4cb9-9448-5132ad46495b service neutron] 10.222.0.31 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274581 Jan 18 13:56:34.953857 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-2676424c-e329-4aa8-8e3f-cfeff6d23764 service neutron] 10.222.0.31 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252477 Jan 18 13:56:35.022569 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3f101425-a632-4c3e-95fb-5f24bc616f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:35.350343 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3f4c8f0e-18b2-4cdd-a476-2a40856e6cda req-eccea2b2-be9d-489d-85c1-6f3a5a2362ea tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 210 time: 0.0432582 Jan 18 13:56:35.384707 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:35.467027 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:35.467470 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:35.589567 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:35.618787 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:35.641152 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:35.646371 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:35.682366 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'code': 200} Jan 18 13:56:35.717819 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=10']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:35.722048 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef93e-e9c5-4bd5-9a49-8f7f548f68c2 req-b294e10a-4ab2-4dbd-ba62-781a8ae9d00c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:35.723506 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-992ef93e-e9c5-4bd5-9a49-8f7f548f68c2 req-b294e10a-4ab2-4dbd-ba62-781a8ae9d00c tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.0903103 Jan 18 13:56:35.773841 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-992ef93e-e9c5-4bd5-9a49-8f7f548f68c2 req-8d0b7451-0856-4ff0-ad7f-3564e80137d6 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Jan 18 13:56:36.512692 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3aa544ee-baa8-42e0-8bb7-6bc66f3e7bd7 req-dccb2687-2c34-405f-a10c-7d3202a7b71b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 210 time: 0.0416403 Jan 18 13:56:36.981340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a1ddc-9e3d-4b6d-a762-6df280ff2d13 req-fb3fcb33-27a8-42b1-8a3c-57014ce8fdb1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:36.982796 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5a1ddc-9e3d-4b6d-a762-6df280ff2d13 req-fb3fcb33-27a8-42b1-8a3c-57014ce8fdb1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.0754356 Jan 18 13:56:37.033804 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ad5a1ddc-9e3d-4b6d-a762-6df280ff2d13 req-7e282150-b644-4083-909e-057d1dcdfac9 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Jan 18 13:56:37.303328 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-afa25190-b18b-475b-95c9-fe2dc431ebdd req-6ea1d76f-f5a6-41f1-80e1-588a4e9047b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 1100 time: 0.0693443 Jan 18 13:56:37.363226 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-6be0eed7-db2c-4cbe-9f22-6f8261fa80b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:37.372856 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-afa25190-b18b-475b-95c9-fe2dc431ebdd req-413118cf-4432-4f0f-859a-bd0d784912b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571837 Jan 18 13:56:37.681945 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-703484a4-722f-4b65-a744-a349d29f8b0b req-b3c33877-41ad-47df-9765-09895381d1bb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 210 time: 0.0454247 Jan 18 13:56:38.095150 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-1ffe4250-a67b-41c2-bbb4-6ac8670380ee tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:38.096806 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-1ffe4250-a67b-41c2-bbb4-6ac8670380ee tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 808 time: 0.1873956 Jan 18 13:56:38.177764 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-b18ab60d-e5d6-49d7-bd55-859c85183330 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c62f49d3df742279567e7a403853283 HTTP/1.1" status: 200 len: 380 time: 0.0683060 Jan 18 13:56:38.189504 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'port': {'device_id': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'admin_state_up': True, 'tenant_id': '6c62f49d3df742279567e7a403853283', 'security_groups': ['c751e55f-45ac-45b4-a8b3-ff8b23341b1f']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:38.377468 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:38.434938 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:38.448217 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:38.455241 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98478-874e-4540-99c0-1ff0186afd1d req-516130dc-22ca-45e3-a74a-a6dbfa4fc654 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:38.456725 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09b98478-874e-4540-99c0-1ff0186afd1d req-516130dc-22ca-45e3-a74a-a6dbfa4fc654 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.1790738 Jan 18 13:56:38.487982 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Made reservation on behalf of 6c62f49d3df742279567e7a403853283 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:38.491023 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:38.569132 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-09b98478-874e-4540-99c0-1ff0186afd1d req-10fcaa51-37db-4615-bad1-cd3aedb45af3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022644 Jan 18 13:56:38.585672 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:38.721133 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Allocated IP 172.20.0.10 (cf1264b9-d039-46bb-8f54-931360721c27/4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb/6a01fe29-3130-42df-8cd0-2c5da9e52f16) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:38.984843 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d94a470a-d323-40bb-9f8e-57de17c48001 req-85008c4f-c4bb-40cd-9e64-6a938598577e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 210 time: 0.1005497 Jan 18 13:56:39.056972 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.073173 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Transition to ACTIVE for port object 6a01fe29-3130-42df-8cd0-2c5da9e52f16 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:39.096141 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.168964 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Network cf1264b9-d039-46bb-8f54-931360721c27 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:39.172287 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:39.176054 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:39.206662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:39.246817 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:39.247418 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.275415 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-a4eaae2d-cc04-4b88-b7c6-4d5451fb7e42 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0903895 Jan 18 13:56:39.287983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Request body: {'port': {'device_id': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:39.421329 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.470552 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-fb5e8d67-d67c-4dec-abd1-e283f278bc7f None None] Provisioning for port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:39.477454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-fb5e8d67-d67c-4dec-abd1-e283f278bc7f None None] Provisioning complete for port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:39.477816 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8d67-d67c-4dec-abd1-e283f278bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.532821 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e8d67-d67c-4dec-abd1-e283f278bc7f None None] Port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:39.807136 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.820656 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a01fe29-3130-42df-8cd0-2c5da9e52f16 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:39.835684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.856047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Transition to ACTIVE for port object 6a01fe29-3130-42df-8cd0-2c5da9e52f16 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:39.860845 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:39.916179 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6db649-35a4-4ff8-bd41-a25cd146de7f req-4ea36aa9-9a0a-47f1-9b7e-302d76021f79 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:39.917527 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1d6db649-35a4-4ff8-bd41-a25cd146de7f req-4ea36aa9-9a0a-47f1-9b7e-302d76021f79 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.1682079 Jan 18 13:56:40.020701 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:40.077479 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1d6db649-35a4-4ff8-bd41-a25cd146de7f req-7d7d282d-a4da-4917-9683-bd73f3c66ebf tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487732 Jan 18 13:56:40.193299 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Attempting to bind port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:40.193562 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Attempting to bind port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:40.193902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Attempting to bind port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 on network cf1264b9-d039-46bb-8f54-931360721c27 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:40.205810 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 on network cf1264b9-d039-46bb-8f54-931360721c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:56:40.206132 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Attempting to bind port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 on network cf1264b9-d039-46bb-8f54-931360721c27 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:40.218388 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:40.218718 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Checking segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:40.219097 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Bound using segment: {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:40.219520 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Bound port: 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44d7699-d796-46ef-b639-242c17b8ecb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:40.219867 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.243532 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4956f2f-346b-4b04-a2d1-802eb3bf9d73 req-bc8a4abe-2bf6-48f3-8575-d626913cdd55 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:40.244238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-a4956f2f-346b-4b04-a2d1-802eb3bf9d73 req-bc8a4abe-2bf6-48f3-8575-d626913cdd55 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Synchronizing usage tracker for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:40.313842 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-a4956f2f-346b-4b04-a2d1-802eb3bf9d73 req-bc8a4abe-2bf6-48f3-8575-d626913cdd55 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Unset dirty status for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:40.315042 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4956f2f-346b-4b04-a2d1-802eb3bf9d73 req-bc8a4abe-2bf6-48f3-8575-d626913cdd55 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.2003429 Jan 18 13:56:40.360941 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:40.370913 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:40.376188 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.434124 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4956f2f-346b-4b04-a2d1-802eb3bf9d73 req-440ade2c-c96d-4a8f-a1a2-7b47fded729b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074948 Jan 18 13:56:40.448889 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:40.450265 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1094 time: 1.1674583 Jan 18 13:56:40.450705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:40.484650 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab9343-e8e5-44b5-b3ac-88ae697148a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:40.537977 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'status': 'completed', 'code': 200} Jan 18 13:56:40.582848 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-5038c974-3471-4113-bca3-f2459af01cd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1097 time: 0.0842853 Jan 18 13:56:40.664266 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-b0d3ee98-6884-4d62-942c-56d09619586c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 217 time: 0.0727181 Jan 18 13:56:40.871766 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-43b50913-8b65-4d5d-8b00-b41b0f004004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:40.873241 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-43b50913-8b65-4d5d-8b00-b41b0f004004 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.2031486 Jan 18 13:56:40.877881 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-5d7b774e-56f4-4f99-ac63-5e692aa16579 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458092127&fields=id&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 267 time: 0.0626402 Jan 18 13:56:41.082589 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-2dd44c5b-729b-4625-aa03-53990cecb08e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2035162 Jan 18 13:56:41.090659 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0f93-a581-454d-baf2-e09c08055433 req-f12006c6-596a-4722-90d6-ce62f9e24bf5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:41.092121 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-f12006c6-596a-4722-90d6-ce62f9e24bf5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.1790168 Jan 18 13:56:41.180097 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-6066d2f4-db2f-4abd-aefc-4983a2e819a8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/quotas/0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 375 time: 0.0674517 Jan 18 13:56:41.291566 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-e51320a2-d298-4aa1-847c-5727cf1969bd service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975484 Jan 18 13:56:41.379888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-f0e8a8bd-e9c0-442a-80f1-22fe67790389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1843278 Jan 18 13:56:41.531096 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0c8da2b-b564-4a90-8660-06ebed43d13f req-402d89af-1fcb-4b5a-ad96-4ce9964d4bdd service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328050 Jan 18 13:56:41.563872 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-3e29d847-f3ab-4200-9a40-2f5486eeec91 service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713700 Jan 18 13:56:41.751326 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf56bab-97f2-413c-9e3a-dc8b417023ea req-93db10ed-ce44-45c3-aa36-c2f62bb0cc90 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:41.752783 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8bf56bab-97f2-413c-9e3a-dc8b417023ea req-93db10ed-ce44-45c3-aa36-c2f62bb0cc90 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1866980 Jan 18 13:56:41.754576 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-a79b8e9b-53f9-439f-8f60-a63e9eace0d7 service neutron] 10.222.0.31 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581483 Jan 18 13:56:41.799139 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8bf56bab-97f2-413c-9e3a-dc8b417023ea req-9fe06a29-0272-4263-ab81-d3e2ce414869 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Jan 18 13:56:42.149764 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c962a6ac-7212-4c0b-ba8b-211e231b88e3 req-544c58ee-8d6f-4580-9617-faf1924985b2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 210 time: 0.0409884 Jan 18 13:56:43.002182 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadda4c-689e-406b-b13b-45c245442b75 req-93a3caf5-0cdd-414b-928a-9ef249d0ff9c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:43.003610 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8fadda4c-689e-406b-b13b-45c245442b75 req-93a3caf5-0cdd-414b-928a-9ef249d0ff9c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0801857 Jan 18 13:56:43.049210 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8fadda4c-689e-406b-b13b-45c245442b75 req-1cae8505-622d-4126-ba2d-1efe3ab1418a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394287 Jan 18 13:56:43.318887 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-3d7aa007-aa3d-4543-a56b-dd48b8a06873 req-c7262b21-af6e-4f15-8ac0-bed8cf477d82 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 210 time: 0.0419068 Jan 18 13:56:44.306341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a719d6-e1db-4373-a65f-44fc4e12c289 req-4864a0b9-2bf0-41c9-981f-0698d6acffe2 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:44.307823 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85a719d6-e1db-4373-a65f-44fc4e12c289 req-4864a0b9-2bf0-41c9-981f-0698d6acffe2 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1388247 Jan 18 13:56:44.343644 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-5c0bd04f-17f3-45cb-a16c-b33a8125d885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1276748 Jan 18 13:56:44.439638 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-85a719d6-e1db-4373-a65f-44fc4e12c289 req-73d3f323-95e4-4808-a935-3b068f7646d6 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253912 Jan 18 13:56:44.519159 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ce3c042d-8c15-4fa9-924b-6fab2a4e9d0f req-041eac74-b718-4719-9252-79a7511e6f7f tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 210 time: 0.0595527 Jan 18 13:56:44.627171 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cef20-7d91-48cf-a99c-c424274046b0 req-5d0dd72c-be43-45f6-b80f-1770da039c60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:44.628512 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-5d0dd72c-be43-45f6-b80f-1770da039c60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.2758195 Jan 18 13:56:44.694468 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-cc63de1f-e902-4e4a-ab2a-e3b8e0f01c26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 217 time: 0.0590672 Jan 18 13:56:44.759690 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cef20-7d91-48cf-a99c-c424274046b0 req-4d6b668c-c46e-4f1e-9913-c3ae81ed0e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:44.761143 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-4d6b668c-c46e-4f1e-9913-c3ae81ed0e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0589612 Jan 18 13:56:44.839108 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-99896806-6196-41a5-9597-3bd1b11f2e0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712428 Jan 18 13:56:45.096392 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-c2bc6029-3ab5-479a-a08d-33803ac45877 service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450809 Jan 18 13:56:45.101555 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0f93-a581-454d-baf2-e09c08055433 req-3907b51c-0238-486f-b9f6-6b0daf847277 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:45.102855 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-3907b51c-0238-486f-b9f6-6b0daf847277 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 811 time: 0.2337406 Jan 18 13:56:45.250695 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-def098dd-2b1d-44da-86b0-eec7578504ae tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0463bdb7c39941f483f849c27bb58b71 HTTP/1.1" status: 200 len: 379 time: 0.1238787 Jan 18 13:56:45.270439 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'port': {'device_id': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'admin_state_up': True, 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'security_groups': ['34bbd694-40ce-4469-a886-ab04a7202020']}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:45.357139 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-518cef20-7d91-48cf-a99c-c424274046b0 req-e3257528-71ff-466f-a2b1-519a24fe0a9a service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533610 Jan 18 13:56:45.431029 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:45.440684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:45.452777 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Made reservation on behalf of 0463bdb7c39941f483f849c27bb58b71 for: {'port': 1} {{(pid=82796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:56:45.457200 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:45.722664 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-65e12662-62de-4054-8448-6ba86a84b51f req-40d29aaf-a5a9-4fcc-bb8a-43689c614546 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 210 time: 0.0512395 Jan 18 13:56:45.766659 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.20.0.12 (9a3f34a1-db20-4edb-8613-0c058adf47b0/b3e6c9bd-d706-4c39-8f91-77bfca24c944/cb0ea498-a134-44ae-8669-394440a390d8) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:45.790910 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6182-bb8f-4d91-8ad0-7773ddf09f1f req-2bf9eb11-3b6b-4bad-8271-14de05962cb5 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:45.792461 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a41e6182-bb8f-4d91-8ad0-7773ddf09f1f req-2bf9eb11-3b6b-4bad-8271-14de05962cb5 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1703489 Jan 18 13:56:45.941160 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a41e6182-bb8f-4d91-8ad0-7773ddf09f1f req-2b5e99a3-d3f4-45f4-8bf7-199c84264e1d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343677 Jan 18 13:56:46.021857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.042792 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Transition to ACTIVE for port object cb0ea498-a134-44ae-8669-394440a390d8 will not be triggered until provisioned by entity DHCP. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:46.066831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.140865 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:46.143888 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:46.149273 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:46.177704 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:46.217191 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:46.217921 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.243815 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-68fd631f-fa91-4770-ab15-c758eeba11e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9769638 Jan 18 13:56:46.254824 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Request body: {'port': {'device_id': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:46.361800 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.381679 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-f86eb1a6-7e62-4268-b4a3-a6221f473bcb None None] Provisioning for port cb0ea498-a134-44ae-8669-394440a390d8 completed by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:46.386461 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-f86eb1a6-7e62-4268-b4a3-a6221f473bcb None None] Provisioning complete for port cb0ea498-a134-44ae-8669-394440a390d8 triggered by entity DHCP. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:46.386924 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-f86eb1a6-7e62-4268-b4a3-a6221f473bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.440217 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-f86eb1a6-7e62-4268-b4a3-a6221f473bcb None None] Port cb0ea498-a134-44ae-8669-394440a390d8 cannot update to ACTIVE because it is not bound. {{(pid=82798) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:56:46.800615 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0ea498-a134-44ae-8669-394440a390d8 {{(pid=82796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:46.808254 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:46.822653 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.provisioning_blocks [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Transition to ACTIVE for port object cb0ea498-a134-44ae-8669-394440a390d8 will not be triggered until provisioned by entity L2. {{(pid=82796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:56:46.827013 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.003586 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:47.185523 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82242a87-21ef-42dc-8586-2e95bef651d7 req-103d7d76-4c5a-4495-8da6-c3098d085ba0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:47.186215 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-82242a87-21ef-42dc-8586-2e95bef651d7 req-103d7d76-4c5a-4495-8da6-c3098d085ba0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:47.232750 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Attempting to bind port cb0ea498-a134-44ae-8669-394440a390d8 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:56:47.233037 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Attempting to bind port cb0ea498-a134-44ae-8669-394440a390d8 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:56:47.233369 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Attempting to bind port cb0ea498-a134-44ae-8669-394440a390d8 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:47.238204 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-82242a87-21ef-42dc-8586-2e95bef651d7 req-103d7d76-4c5a-4495-8da6-c3098d085ba0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:47.239351 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82242a87-21ef-42dc-8586-2e95bef651d7 req-103d7d76-4c5a-4495-8da6-c3098d085ba0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.3728726 Jan 18 13:56:47.247747 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Port cb0ea498-a134-44ae-8669-394440a390d8 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:56:47.248105 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Attempting to bind port cb0ea498-a134-44ae-8669-394440a390d8 on network 9a3f34a1-db20-4edb-8613-0c058adf47b0 {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:56:47.278459 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7366fd0-88c4-4de9-9ebd-42f99ded07e4 req-df4abf99-a9e8-416d-b954-d8482901bfdf tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:47.279809 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7366fd0-88c4-4de9-9ebd-42f99ded07e4 req-df4abf99-a9e8-416d-b954-d8482901bfdf tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1863017 Jan 18 13:56:47.287847 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Checking agent: {'id': '1dcbf0fe-ef11-418b-8fc0-5974fdbcbc3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'started_at': datetime.datetime(2022, 1, 18, 13, 46, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:56:47.288214 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Checking segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:56:47.288600 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Bound using segment: {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'} {{(pid=82796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:56:47.289027 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.managers [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Bound port: cb0ea498-a134-44ae-8669-394440a390d8, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f00d00-10bb-4377-9e03-9747e0808d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0'}}] {{(pid=82796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:56:47.289368 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.342017 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-82242a87-21ef-42dc-8586-2e95bef651d7 req-c71ddf10-d7de-42ec-b3b9-0af93c6065b5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965035 Jan 18 13:56:47.414195 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e7366fd0-88c4-4de9-9ebd-42f99ded07e4 req-53f0f76d-2c39-401b-aa54-daabcf3a35fa tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279023 Jan 18 13:56:47.457160 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, cleared binding levels {{(pid=82796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:56:47.460929 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cb0ea498-a134-44ae-8669-394440a390d8,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:56:47.466969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.531714 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:47.533232 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 200 len: 1094 time: 1.2825277 Jan 18 13:56:47.536343 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:47.562020 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84fdcc-104d-40f2-aae4-2fbd9ce008f6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=3']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:47.612465 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8', 'status': 'completed', 'code': 200} Jan 18 13:56:47.651198 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-495e9644-deb3-4a8b-aab4-e32544c1137e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1097 time: 0.0793109 Jan 18 13:56:47.724446 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-44d96282-7d15-4c82-9c6d-bb10f901ad50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 200 len: 217 time: 0.0663648 Jan 18 13:56:47.796495 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f0f93-a581-454d-baf2-e09c08055433 req-8243a78c-e13e-43d0-8e91-a12bcde5d7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:47.797844 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-8243a78c-e13e-43d0-8e91-a12bcde5d7da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0654447 Jan 18 13:56:47.872843 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-8f74bef9-cfbb-454a-9ab5-18678b270d6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692763 Jan 18 13:56:48.017596 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-c39f4f90-ca1e-4564-b870-6cf584fa5c65 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374879 Jan 18 13:56:48.148336 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b73f0f93-a581-454d-baf2-e09c08055433 req-f466a68a-3afa-40fa-b09e-038ea6f6f39e service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249027 Jan 18 13:56:48.266147 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-25bf31d0-9952-47b0-9ffe-f18690aa9e39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1097 time: 0.0731089 Jan 18 13:56:48.538359 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-900f6c63-5279-46ee-8924-b5364f8c81df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:48.539847 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-900f6c63-5279-46ee-8924-b5364f8c81df service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.2617905 Jan 18 13:56:48.666083 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-8389e99d-b497-4a2e-8a6f-d735e1bf71ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 200 len: 217 time: 0.1134882 Jan 18 13:56:48.728613 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b74c0b-3498-4632-b0b1-da92aa11ead2 req-93883a96-4496-412e-9a97-b0b45e79e536 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:48.729958 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4b74c0b-3498-4632-b0b1-da92aa11ead2 req-93883a96-4496-412e-9a97-b0b45e79e536 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.2526937 Jan 18 13:56:48.773890 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-6ab54821-1319-417c-8f9d-ead0c13cab93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:48.775441 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-6ab54821-1319-417c-8f9d-ead0c13cab93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.1025519 Jan 18 13:56:48.828897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1358c-0a36-448c-81ce-413504c9fb9e req-64b05684-fa4a-41b3-9f15-3208d3a731cc tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:48.830322 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-55f1358c-0a36-448c-81ce-413504c9fb9e req-64b05684-fa4a-41b3-9f15-3208d3a731cc tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.2813873 Jan 18 13:56:48.866909 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4b74c0b-3498-4632-b0b1-da92aa11ead2 req-4f1648dc-9c37-4774-be98-19f01c0f07d5 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311808 Jan 18 13:56:48.908460 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-55f1358c-0a36-448c-81ce-413504c9fb9e req-f6dcc04d-6137-4795-884d-822723ca9be0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666556 Jan 18 13:56:48.920162 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-826a9ec4-2bf9-42a5-9214-a9267298eba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1343439 Jan 18 13:56:49.056417 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-32bb0f4d-6f16-4e1c-9f88-b7fba9f2272b service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297927 Jan 18 13:56:49.191059 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c8da04cd-3823-441e-a6d9-cde1aac2af7c req-2a2170d1-0dc8-4606-928f-5a8f4c7e37c8 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288564 Jan 18 13:56:50.117666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df32c4-18f4-4500-b4b0-d68d18d81043 req-7edc5e9f-84fa-4521-b5e3-1ae165d7c9a7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:50.119142 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17df32c4-18f4-4500-b4b0-d68d18d81043 req-7edc5e9f-84fa-4521-b5e3-1ae165d7c9a7 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1280763 Jan 18 13:56:50.160771 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d552c6-2be5-4656-ade6-2289568a7fe9 req-643d8672-efa5-4767-871e-74775b7f7a3d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:50.163151 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19d552c6-2be5-4656-ade6-2289568a7fe9 req-643d8672-efa5-4767-871e-74775b7f7a3d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1177535 Jan 18 13:56:50.204901 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-17df32c4-18f4-4500-b4b0-d68d18d81043 req-0fcc8485-2bd4-4899-afe8-d33ab571ab3a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798700 Jan 18 13:56:50.226319 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-19d552c6-2be5-4656-ade6-2289568a7fe9 req-8a2ef3e6-6422-4449-b103-644157d5f6a7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548205 Jan 18 13:56:51.465877 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5773f-3780-4a77-9903-fd38f016168f req-5c02fab0-27c9-4618-bbba-611867c80f76 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:51.467438 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d5773f-3780-4a77-9903-fd38f016168f req-5c02fab0-27c9-4618-bbba-611867c80f76 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1385319 Jan 18 13:56:51.478358 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e3d29-cfb0-4e0b-b28a-c86b297f8d2a req-5d89b613-bade-4863-92d8-e4df730c7875 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:51.479775 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-742e3d29-cfb0-4e0b-b28a-c86b297f8d2a req-5d89b613-bade-4863-92d8-e4df730c7875 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1196458 Jan 18 13:56:51.550658 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-67d5773f-3780-4a77-9903-fd38f016168f req-48199871-0f5d-4736-83c0-3b2686f54a32 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697188 Jan 18 13:56:51.554997 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-742e3d29-cfb0-4e0b-b28a-c86b297f8d2a req-1bc895c3-eed2-4aa0-99ce-1204c067ef37 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601456 Jan 18 13:56:52.517883 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.654206 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:56:52.794161 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:52.807199 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'mac_address': 'fa:16:3e:c7:61:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:56:52.815734 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9999b-5581-42c8-b576-d01f4d9acc4d req-2a2d6252-f368-4c3b-9853-c7355d897a36 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:52.817237 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-acf9999b-5581-42c8-b576-d01f4d9acc4d req-2a2d6252-f368-4c3b-9853-c7355d897a36 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.1418653 Jan 18 13:56:52.823916 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85837fc-372f-4c75-a2be-705de2bfe215 req-d5f4892c-c48b-45a2-8d5c-e2dcc04be805 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:52.825311 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c85837fc-372f-4c75-a2be-705de2bfe215 req-d5f4892c-c48b-45a2-8d5c-e2dcc04be805 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1139596 Jan 18 13:56:52.862003 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.880963 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a01fe29-3130-42df-8cd0-2c5da9e52f16 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:52.897631 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:52.903497 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:52.904222 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-acf9999b-5581-42c8-b576-d01f4d9acc4d req-2c228879-3bb5-4fb8-a1d5-ec4220becf4a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779188 Jan 18 13:56:52.908865 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c85837fc-372f-4c75-a2be-705de2bfe215 req-3c7f8bcb-7cd5-47b3-b060-85c5a464a92c tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694053 Jan 18 13:56:52.981908 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:52.991890 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.992273 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.992594 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.992932 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.993256 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.993579 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.993905 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.994224 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.994537 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.994967 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:52.995288 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:56:53.140180 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6a01fe29-3130-42df-8cd0-2c5da9e52f16'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:56:53.267769 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:56:54.170152 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b126-6bf7-4978-9db1-7ce2c13fe668 req-7b0486c2-5ca4-4b06-b4ec-7b8da0ebc12c tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:54.171526 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbe9b126-6bf7-4978-9db1-7ce2c13fe668 req-7b0486c2-5ca4-4b06-b4ec-7b8da0ebc12c tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1060433 Jan 18 13:56:54.177075 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa59376-0dfd-4d00-a17b-f47fe4512bd8 req-2ff47f2a-33bf-4720-9d5b-92a66b64da12 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:54.178614 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fa59376-0dfd-4d00-a17b-f47fe4512bd8 req-2ff47f2a-33bf-4720-9d5b-92a66b64da12 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 945 time: 0.1433330 Jan 18 13:56:54.344466 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bbe9b126-6bf7-4978-9db1-7ce2c13fe668 req-862d40f7-e105-4b69-aa6e-8754d707e1ff tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645861 Jan 18 13:56:54.348714 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1fa59376-0dfd-4d00-a17b-f47fe4512bd8 req-a5c1cba4-df53-4797-be3f-2179c4f45f38 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525362 Jan 18 13:56:54.674437 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:54.742664 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:54.747362 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:54.747730 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.858667 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.885372 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:54.894976 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:54.899249 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:54.943983 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'code': 200} Jan 18 13:56:54.971331 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:55.222761 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e1a581b7-6422-4d1e-8c07-48c77031ff83 req-5c65257e-939c-40bc-ac6a-af741fef2ea1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.0665922 Jan 18 13:56:55.265220 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-e1a581b7-6422-4d1e-8c07-48c77031ff83 req-8fe9b43a-ea5b-4772-bdbd-d6b4d88b02cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362110 Jan 18 13:56:55.600987 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8a72b-2a7e-4bde-992f-ffb9bfb739d0 req-9003e01a-2ccb-4237-bb11-adef080160f4 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:55.602347 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bec8a72b-2a7e-4bde-992f-ffb9bfb739d0 req-9003e01a-2ccb-4237-bb11-adef080160f4 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1347322 Jan 18 13:56:55.614176 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39775acf-28dd-404b-a986-91af10dcbd95 req-08525ea0-0ee6-47d6-9691-1746ad24efb3 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:55.615589 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39775acf-28dd-404b-a986-91af10dcbd95 req-08525ea0-0ee6-47d6-9691-1746ad24efb3 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.1142817 Jan 18 13:56:55.687250 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-bec8a72b-2a7e-4bde-992f-ffb9bfb739d0 req-1c464ffc-80b6-4e10-81b6-b05474749405 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788851 Jan 18 13:56:55.691713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-39775acf-28dd-404b-a986-91af10dcbd95 req-2963615a-9720-4de9-86f1-a72b2da7184a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605993 Jan 18 13:56:56.303661 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44316) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:56.366505 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Deleting subnet 43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:56:56.369627 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.422062 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.482845 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.633364 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.670245 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:56.675681 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.682472 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-e06213fe-ce49-49b7-92fc-855f4c99d32a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43f49ddd-8cfd-40e6-8b2c-95bded8ccf5d HTTP/1.1" status: 204 len: 168 time: 0.3776491 Jan 18 13:56:56.684825 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44320) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:56.687197 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device cb0ea498-a134-44ae-8669-394440a390d8 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:56:56.796534 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.853346 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cb0ea498-a134-44ae-8669-394440a390d8,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:56.867054 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': 'cb0ea498-a134-44ae-8669-394440a390d8', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'port_id': 'cb0ea498-a134-44ae-8669-394440a390d8', 'mac_address': 'fa:16:3e:cc:aa:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:56:56.925005 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.932258 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.944960 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0ea498-a134-44ae-8669-394440a390d8 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:56:56.952687 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ab123-6de4-4e7f-908b-023c1950b59f req-6cec390d-a5a9-4893-ab2c-e41548876ced tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:56.954124 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f15ab123-6de4-4e7f-908b-023c1950b59f req-6cec390d-a5a9-4893-ab2c-e41548876ced tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 944 time: 0.1372912 Jan 18 13:56:56.960920 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cb0ea498-a134-44ae-8669-394440a390d8,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:56.962217 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6b8477-02ae-419a-9fdd-73d4e724729f']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:56.965338 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:56.965818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c91a4d-beba-47a2-b60d-13fa297d2a8a req-0bc9a606-86f4-490f-93fc-4f916e0029ff tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:56.968148 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4c91a4d-beba-47a2-b60d-13fa297d2a8a req-0bc9a606-86f4-490f-93fc-4f916e0029ff tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.1157713 Jan 18 13:56:56.977715 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cdb49b-a2fd-4762-a47d-8b09843f0a14') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:56.978052 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cdb49b-a2fd-4762-a47d-8b09843f0a14') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:56:56.990241 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.007224 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.014602 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:56:57.015074 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:56:57.029391 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:56:57.040678 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=4']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:57.053410 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f4c91a4d-beba-47a2-b60d-13fa297d2a8a req-c87d2017-b391-474c-9a50-274dc67d2513 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697007 Jan 18 13:56:57.055565 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f15ab123-6de4-4e7f-908b-023c1950b59f req-82732253-86b5-4b2b-a1b6-d0a7e5c9b039 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864844 Jan 18 13:56:57.109985 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.126138 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.135533 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6b8477-02ae-419a-9fdd-73d4e724729f,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:57.141222 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-f1b961a1-4167-4710-b953-9b184bacaff9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e6b8477-02ae-419a-9fdd-73d4e724729f HTTP/1.1" status: 204 len: 168 time: 0.4528441 Jan 18 13:56:57.214003 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['cb0ea498-a134-44ae-8669-394440a390d8'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:56:57.260259 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f8be0-1880-49fb-aacc-356c73c55aa2 req-5986d458-55fb-493e-b099-611b348399c4 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:57.261736 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c67f8be0-1880-49fb-aacc-356c73c55aa2 req-5986d458-55fb-493e-b099-611b348399c4 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0813153 Jan 18 13:56:57.316513 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c67f8be0-1880-49fb-aacc-356c73c55aa2 req-9721b95a-1cd4-4e48-9212-96887d92382f tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484521 Jan 18 13:56:57.340580 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44332) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:57.360620 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44338) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:57.424394 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5d5b0b57-69e3-43f2-9d3d-72b4d2b7c397 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=166974b7bec94519b4e58d4ff7fb012d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619016 Jan 18 13:56:57.426769 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44342) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:57.490802 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.518908 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.571041 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.585795 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc526f7-777b-4703-8195-43d26a7f1cde,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:57.594601 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.595731 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fd8668ba-6ab2-4759-99cb-c95e1b4baae4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edc526f7-777b-4703-8195-43d26a7f1cde HTTP/1.1" status: 204 len: 168 time: 0.1679568 Jan 18 13:56:57.686579 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-683ea787-eacb-4d40-a2e7-1dba94100978 tempest-TestShelveInstance-1744273700 tempest-TestShelveInstance-1744273700-project-admin] Synchronizing usage tracker for tenant:59f6a39d66214bd2b42fdddfdba12a96 on resource:port {{(pid=82797) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:56:57.703341 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-683ea787-eacb-4d40-a2e7-1dba94100978 tempest-TestShelveInstance-1744273700 tempest-TestShelveInstance-1744273700-project-admin] Unset dirty status for tenant:59f6a39d66214bd2b42fdddfdba12a96 on resource:port {{(pid=82797) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:56:57.705187 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-683ea787-eacb-4d40-a2e7-1dba94100978 tempest-TestShelveInstance-1744273700 tempest-TestShelveInstance-1744273700-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1094 time: 0.3632441 Jan 18 13:56:57.708053 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44348) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:56:57.713451 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.v2.base [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82797) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:56:57.718783 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:56:57.722730 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Usage tracker for resource:floatingip and tenant:6c62f49d3df742279567e7a403853283 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:56:57.725691 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:56:57.731293 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:56:57.742602 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for floatingip, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:57.878027 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.016313 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_common [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Allocated IP 172.27.0.108 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/11e82b49-3135-4026-a349-82b7a4343113) {{(pid=82797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:56:58.178705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for port, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.208153 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.283172 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e895b2-3fd8-406b-be94-1957aaa3a452 req-ff9dee27-e92a-4d4d-a423-a27d6b3df573 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:58.286322 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89e895b2-3fd8-406b-be94-1957aaa3a452 req-ff9dee27-e92a-4d4d-a423-a27d6b3df573 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 945 time: 0.0997648 Jan 18 13:56:58.289028 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:56:58.291854 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.base_scheduler [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Resources bound (agent type, host, resource id): {{(pid=82797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:56:58.296534 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Received port after_create {{(pid=82797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:56:58.325057 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'Port': ['ID=11e82b49-3135-4026-a349-82b7a4343113,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:58.355119 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-89e895b2-3fd8-406b-be94-1957aaa3a452 req-88de67c7-b34c-437f-9f8c-04f9bc96e4d8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622389 Jan 18 13:56:58.717116 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device cb0ea498-a134-44ae-8669-394440a390d8 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:56:58.798057 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning for port cb0ea498-a134-44ae-8669-394440a390d8 completed by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:56:58.804486 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port cb0ea498-a134-44ae-8669-394440a390d8 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:56:58.804854 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.940318 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.971117 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:56:58.986388 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:58.990626 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cb0ea498-a134-44ae-8669-394440a390d8,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:56:58.996990 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.048157 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8', 'code': 200} Jan 18 13:56:59.061905 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.102866 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=5']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:59.294858 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for port, precommit_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.301440 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-780053'] for port, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.351781 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4b3fdcb-9642-4fc7-84ac-e35a4e6c9dc3 req-60ca9af9-6ed7-4d1f-9085-0c10971dd435 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1099 time: 0.0791748 Jan 18 13:56:59.428300 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event updated for resources: {'Port': ['ID=11e82b49-3135-4026-a349-82b7a4343113,revision_number=2']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:56:59.440615 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a4b3fdcb-9642-4fc7-84ac-e35a4e6c9dc3 req-5032f20e-cbc7-45c1-87a3-7e3061e1c0e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818615 Jan 18 13:56:59.449463 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:56:59.613362 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa3cc-f8d8-43ec-a63f-7baf398a1ab1 req-aece5a2f-96b2-4800-9ab4-298db7d9350d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:56:59.614992 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-912fa3cc-f8d8-43ec-a63f-7baf398a1ab1 req-aece5a2f-96b2-4800-9ab4-298db7d9350d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.0765531 Jan 18 13:56:59.655298 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.db.l3_db [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Floating IP 556cc3fe-8d94-4d55-a7b5-d74d76567efc associated. External IP: 172.27.0.108, port: 6a01fe29-3130-42df-8cd0-2c5da9e52f16. Jan 18 13:56:59.662268 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-912fa3cc-f8d8-43ec-a63f-7baf398a1ab1 req-89c4c178-050a-4dd6-9bac-f2dc701d2009 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Jan 18 13:57:00.037480 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Router 79b17019-3c85-4fff-95ad-dfd0c70d6801 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:00.231223 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:00.241479 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Sync routers for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:00.253014 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:00.253464 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:00.255782 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:00.313106 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-6b159e93-2e57-40c0-b5f9-7d1955745d4d tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6037579 Jan 18 13:57:00.314041 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:00.373985 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'status': 'completed', 'code': 200} Jan 18 13:57:00.433042 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:00.479034 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-163f45f8-81df-4f59-be21-4535d6b548f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.0749972 Jan 18 13:57:00.631626 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-5b6339c7-248d-420e-bb06-c4577e946726 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:00.632967 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-5b6339c7-248d-420e-bb06-c4577e946726 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.1476192 Jan 18 13:57:00.749203 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-3e4a1fca-b218-45c8-a9b0-d04b925f21af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1000 time: 0.1091375 Jan 18 13:57:00.823030 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-b62d138d-01c3-4afd-9d4b-ad99c6ae98b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:00.824569 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-b62d138d-01c3-4afd-9d4b-ad99c6ae98b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0666826 Jan 18 13:57:00.835207 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556cc3fe-8d94-4d55-a7b5-d74d76567efc', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'mac_address': 'fa:16:3e:c7:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:56:58Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 0, 'project_id': '6c62f49d3df742279567e7a403853283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:00.839388 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Checking router: 79b17019-3c85-4fff-95ad-dfd0c70d6801 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:00.851568 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:00.852200 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:00.981785 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-60f3fca2-3e01-4652-8408-ca7662cffb94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1233819 Jan 18 13:57:00.987317 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6ca59-af1b-49d0-9f98-79779961c36a req-fb31009c-443b-4d4c-b7a1-71bb50233074 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:00.988893 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8ca6ca59-af1b-49d0-9f98-79779961c36a req-fb31009c-443b-4d4c-b7a1-71bb50233074 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.1625843 Jan 18 13:57:01.096763 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:01.134869 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8ca6ca59-af1b-49d0-9f98-79779961c36a req-3af3dec1-dc9a-469f-bd0f-f0be6b5f72fb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244841 Jan 18 13:57:01.155204 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-cec16711-71dc-492e-a484-ddd83b7203a2 service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646297 Jan 18 13:57:01.443421 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f546016a-a0f2-4fee-9ad7-dbd22c4215d6 req-501757e5-cb6e-4a42-a1a5-90d76687c6cb service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821939 Jan 18 13:57:01.448994 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680380-7ef3-49a4-a22b-1440c26e55aa req-c9f597ab-c301-4847-a1c5-32b18de37ae6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:01.450342 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83680380-7ef3-49a4-a22b-1440c26e55aa req-c9f597ab-c301-4847-a1c5-32b18de37ae6 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.1283407 Jan 18 13:57:01.461892 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556cc3fe-8d94-4d55-a7b5-d74d76567efc', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'mac_address': 'fa:16:3e:c7:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:56:58Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 0, 'project_id': '6c62f49d3df742279567e7a403853283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:01.466606 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24205139-d5c9-4e43-a47d-ac40b1bc9b9c None None] The sync data for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi is: [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '556cc3fe-8d94-4d55-a7b5-d74d76567efc', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'mac_address': 'fa:16:3e:c7:61:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:56:58Z', 'updated_at': '2022-01-18T13:56:58Z', 'revision_number': 0, 'project_id': '6c62f49d3df742279567e7a403853283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:01.497257 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-83680380-7ef3-49a4-a22b-1440c26e55aa req-23169094-a1a0-495f-877c-c7a8a86ea35e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Jan 18 13:57:01.526515 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44408) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:01.601138 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2d79ba6e-9b47-4f4e-8456-f1bd0273268d tempest-TestVolumeBootPattern-1319854991 tempest-TestVolumeBootPattern-1319854991-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1094 time: 0.0703163 Jan 18 13:57:01.601397 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44412) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:01.607149 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.v2.base [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Request body: {'floatingip': {'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'port_id': 'cb0ea498-a134-44ae-8669-394440a390d8', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:57:01.612945 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:01.616963 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Usage tracker for resource:floatingip and tenant:0463bdb7c39941f483f849c27bb58b71 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:01.619922 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:01.626018 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:01.642001 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.667970 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f878e-f8fe-4eb2-b492-92f93eb0ed81 None None] New status for floating IP 556cc3fe-8d94-4d55-a7b5-d74d76567efc: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:57:01.782374 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:01.923209 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_common [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Allocated IP 172.27.0.202 (39bb8383-e7bf-4bf2-a4da-52105ceb2ca6/05955b6a-0a3e-4986-bf4e-bb232a51c66e/8c188ca7-d41a-476b-9baf-2b75300941f7) {{(pid=82796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:57:02.073764 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.100617 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730038993875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.169433 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Network 39bb8383-e7bf-4bf2-a4da-52105ceb2ca6 is already hosted by enough agents. {{(pid=82796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:57:02.172371 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.base_scheduler [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Resources bound (agent type, host, resource id): {{(pid=82796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:57:02.176119 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Received port after_create {{(pid=82796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:57:02.205799 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=8c188ca7-d41a-476b-9baf-2b75300941f7,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:02.683390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.738242 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.937652 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for port, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:02.942109 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3112568'] for port, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:03.132585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event updated for resources: {'Port': ['ID=8c188ca7-d41a-476b-9baf-2b75300941f7,revision_number=2']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:03.150241 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:03.338447 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Floating IP 1bf7abb4-0dcc-41e5-917f-fd92b4e08c42 associated. External IP: 172.27.0.202, port: cb0ea498-a134-44ae-8669-394440a390d8. Jan 18 13:57:03.735593 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:03.936937 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:03.947765 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:03.960798 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:03.961639 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:03.963104 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:04.035331 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9307f8cd-3499-48c4-98fc-7e3cce59a3e8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4185405 Jan 18 13:57:04.035331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:04.079887 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8', 'status': 'completed', 'code': 200} Jan 18 13:57:04.160052 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:04.172156 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-ab7c35c8-a801-450b-a096-4d0aafa9d42b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1099 time: 0.0707226 Jan 18 13:57:04.306813 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045640-8643-46d1-a4c1-0db4b2647542 req-ecb4a967-953c-4595-9408-fbb244c46e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:04.308349 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-ecb4a967-953c-4595-9408-fbb244c46e39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1287081 Jan 18 13:57:04.416113 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-9a973def-dbe6-4df7-a224-7a927d641525 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 200 len: 1000 time: 0.1015084 Jan 18 13:57:04.479890 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045640-8643-46d1-a4c1-0db4b2647542 req-c7e3cacf-1a40-4454-912b-1bd7f6efaeba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:04.481510 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-c7e3cacf-1a40-4454-912b-1bd7f6efaeba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0592175 Jan 18 13:57:04.510108 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '1bf7abb4-0dcc-41e5-917f-fd92b4e08c42', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'cb0ea498-a134-44ae-8669-394440a390d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:cc:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:02Z', 'updated_at': '2022-01-18T13:57:02Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}, {'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:04.514231 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:04.526041 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:04.526633 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:56:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:04.561061 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-ebbe5bfe-b700-4241-a830-9b99265bab4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721834 Jan 18 13:57:04.705154 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:04.791892 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-40dd6df8-fb0f-40c1-88f9-e8729f6a69e2 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245626 Jan 18 13:57:04.924389 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-90045640-8643-46d1-a4c1-0db4b2647542 req-55bbdd6d-a3e8-4d11-a11e-3e51d93bf441 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264358 Jan 18 13:57:05.025137 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6685-f7c9-4059-b26b-773e1bfbe21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:05.082670 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '1bf7abb4-0dcc-41e5-917f-fd92b4e08c42', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'cb0ea498-a134-44ae-8669-394440a390d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:cc:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:02Z', 'updated_at': '2022-01-18T13:57:02Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}, {'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:05.088296 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76771b0d-a5f5-4129-b1df-ce9091d8b54f None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '1bf7abb4-0dcc-41e5-917f-fd92b4e08c42', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': 'cb0ea498-a134-44ae-8669-394440a390d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:cc:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:57:02Z', 'updated_at': '2022-01-18T13:57:02Z', 'revision_number': 0, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}, {'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:05.281889 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33923aa9-bb44-4967-91b6-869ca5c07c70 None None] New status for floating IP 1bf7abb4-0dcc-41e5-917f-fd92b4e08c42: ACTIVE {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:57:07.349560 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-26c4e377-bd19-4473-af49-0a166041b6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:07.904012 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44450) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:08.041954 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.079759 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:08.084666 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Usage tracker for resource:security_group_rule and tenant:d2313a13f7574a2ea93662f21038684c is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:08.087803 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:08.093596 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:08.159406 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.163178 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.206092 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677f41c5-b1b6-44e3-b4d8-49ee75649944,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:08.214405 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-031a9239-3ac8-4214-bc70-74a97a94a12e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2313a13f7574a2ea93662f21038684c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3093355 Jan 18 13:57:08.217016 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44456) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:08.279091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.304208 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.355162 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.373173 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.373955 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f41c5-b1b6-44e3-b4d8-49ee75649944,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:08.377246 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:08.381537 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-24d1ce71-14c0-43d6-9554-e2511e07c3d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/677f41c5-b1b6-44e3-b4d8-49ee75649944 HTTP/1.1" status: 204 len: 168 time: 0.1603825 Jan 18 13:57:08.561348 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:09.807428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:19.823438 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda36e8-ad14-4460-8f1d-49b2b7081f2a req-3b46a2bf-47f2-49d2-bac8-8338baff09ea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:19.824910 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbda36e8-ad14-4460-8f1d-49b2b7081f2a req-3b46a2bf-47f2-49d2-bac8-8338baff09ea tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.0772798 Jan 18 13:57:19.871418 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-cbda36e8-ad14-4460-8f1d-49b2b7081f2a req-307750c7-101f-4cd3-bf74-0c178d835330 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410390 Jan 18 13:57:21.083278 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b9e8-df1e-4136-b79e-ad9323acd94f req-d74f21b4-93f3-4e76-b265-e811024b97e3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:21.084915 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0968b9e8-df1e-4136-b79e-ad9323acd94f req-d74f21b4-93f3-4e76-b265-e811024b97e3 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.0793498 Jan 18 13:57:21.146105 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-0968b9e8-df1e-4136-b79e-ad9323acd94f req-2e0b676f-24e2-4c73-8d0c-89fb80e43b78 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups?id=dc38e5e8-4364-4a02-b704-efa43ca4c758&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549171 Jan 18 13:57:21.362818 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-522c347c-7344-412f-8fb4-3108a7c28e58 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:21.364254 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-522c347c-7344-412f-8fb4-3108a7c28e58 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 947 time: 0.0747924 Jan 18 13:57:21.435437 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Deleting port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:21.435774 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.682077 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] For port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:21.682430 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.966128 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.966415 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-440616'] for floatingip, after_update {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:21.966674 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.db.l3_db [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Floating IP 556b131e-bdda-4a7e-b693-65a53c0d42b0 disassociated. External IP: 172.27.0.193, port: 6dd72add-72aa-4580-9fe9-55fd61d3e4c0. Jan 18 13:57:21.967013 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Calling delete_port for 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:22.109621 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:22.156607 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'Port': ['ID=6dd72add-72aa-4580-9fe9-55fd61d3e4c0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:22.170936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.171120 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.171402 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.171740 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.172100 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.172431 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.172757 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.173082 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.173525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.173724 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.174043 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:22.463287 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-16461052-76ad-4678-8ea5-fd789f2070d8 req-36391e72-3215-4fc2-952a-7a51927475c1 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2aa7b66-e06e-4f39-b6a7-b61027b06627 HTTP/1.1" status: 200 len: 210 time: 0.1378219 Jan 18 13:57:22.513889 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:22.525724 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:22.734425 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:22.743837 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:22.763734 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:22.764464 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:57:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:22.804711 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] No DVR routers for this DVR port 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:57:22.807095 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:22.809586 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-deleted', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:57:22.825813 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1e5d9212-9342-44f4-8b04-e7902c8d8dbe req-33ffeaa5-608a-49c5-a380-60f28b6d575b tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.36 "DELETE /v2.0/ports/6dd72add-72aa-4580-9fe9-55fd61d3e4c0 HTTP/1.1" status: 204 len: 173 time: 1.4552159 Jan 18 13:57:22.872951 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2aa7b66-e06e-4f39-b6a7-b61027b06627', 'name': 'network-vif-deleted', 'tag': '6dd72add-72aa-4580-9fe9-55fd61d3e4c0', 'status': 'completed', 'code': 200} Jan 18 13:57:22.947662 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:23.267327 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:23.271905 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:23.282109 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:23.282623 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:57:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:23.454143 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:23.626715 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44494) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:23.695200 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:23.723912 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:23.776130 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:23.779509 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:23.783577 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a582d-e1ec-4dc2-9d94-88e16c2558f0 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:50:24Z', 'revision_number': 4, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': 'a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709', 'name': '', 'network_id': '4d3d0a9d-b26a-4372-bbf4-bb64b1302c77', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'mac_address': 'fa:16:3e:2f:61:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:23Z', 'updated_at': '2022-01-18T13:50:32Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'subnets': [{'id': 'aa72fa24-7c3d-43c7-b51c-801f76061d05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:23.794685 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38e5e8-4364-4a02-b704-efa43ca4c758,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:23.808852 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.809200 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.809537 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.809870 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.810196 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.810522 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.810846 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.811206 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.811533 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.811867 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.812197 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:57:23.816282 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:23.818511 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3054687e-5d26-496d-bbdd-0ca6a9502c84 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "DELETE /v2.0/security-groups/dc38e5e8-4364-4a02-b704-efa43ca4c758 HTTP/1.1" status: 204 len: 168 time: 0.1898530 Jan 18 13:57:23.820947 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44498) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:23.838574 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.api.v2.resource [None req-ceb31245-0497-42f8-805c-e60f23c0b3b4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] show failed (client error): The resource could not be found. Jan 18 13:57:23.839510 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-ceb31245-0497-42f8-805c-e60f23c0b3b4 tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "GET /v2.0/security-groups/dc38e5e8-4364-4a02-b704-efa43ca4c758 HTTP/1.1" status: 404 len: 347 time: 0.0172179 Jan 18 13:57:23.842492 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44502) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:24.016975 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01bf533-081f-4bae-9b19-6288ab91b587 None None] New status for floating IP 556b131e-bdda-4a7e-b693-65a53c0d42b0: DOWN {{(pid=82798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:57:24.099777 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Deleting port 63d4d47d-6444-4fbe-bfee-4657f4a7ad11 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:24.100047 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:24.272928 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:24.273257 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:24.395519 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Calling delete_port for 63d4d47d-6444-4fbe-bfee-4657f4a7ad11 owned by network:floatingip {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:24.473034 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.db.api [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:57:24.473892 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG oslo_db.api [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:57:24.975548 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Deleting port 63d4d47d-6444-4fbe-bfee-4657f4a7ad11 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:24.976209 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.143722 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.144072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.267705 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Calling delete_port for 63d4d47d-6444-4fbe-bfee-4657f4a7ad11 owned by network:floatingip {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:25.409208 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.455840 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Pushing event deleted for resources: {'Port': ['ID=63d4d47d-6444-4fbe-bfee-4657f4a7ad11,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:25.546065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks [] for floatingip, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.560182 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:25.561267 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-844fffc2-3368-42ff-af7b-7bff7a8e8e3d tempest-AttachVolumeShelveTestJSON-992542214 tempest-AttachVolumeShelveTestJSON-992542214-project] 10.222.0.31 "DELETE /v2.0/floatingips/556b131e-bdda-4a7e-b693-65a53c0d42b0 HTTP/1.1" status: 204 len: 168 time: 1.7178347 Jan 18 13:57:26.843994 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:57:26.878981 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:57:26.879345 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6dd72add-72aa-4580-9fe9-55fd61d3e4c0 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:57:28.354395 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44528) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:28.999825 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.440320 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-b98a9b02-6e61-4aba-bc1e-72003e08e9cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720358 Jan 18 13:57:29.531578 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-83da7712-1946-4e6e-bf8c-090d73166871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1099 time: 0.0701993 Jan 18 13:57:29.596394 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Deleting port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:29.596990 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.676507 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468e81-065a-402d-abd1-1998f253cd37 req-d63c973c-1675-4f64-98eb-627c2bc78980 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:29.677941 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-d63c973c-1675-4f64-98eb-627c2bc78980 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1270802 Jan 18 13:57:29.781047 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] For port a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:29.781392 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:29.784292 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-99f3699d-0405-499d-a402-ddd0dafcb973 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 1001 time: 0.0993867 Jan 18 13:57:29.849667 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468e81-065a-402d-abd1-1998f253cd37 req-abb767e3-7525-41fb-a2f0-1a5577aaae6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:57:29.851250 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-abb767e3-7525-41fb-a2f0-1a5577aaae6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0595307 Jan 18 13:57:29.909159 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Calling delete_port for a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 owned by network:router_interface {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:29.932843 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-82d93d5d-f664-45ee-bd1c-c97ba7648d44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742939 Jan 18 13:57:30.067645 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-0db8bd1d-3e8b-4807-bcf7-e9cd4de45755 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284120 Jan 18 13:57:30.107353 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:30.152177 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:30.208425 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26468e81-065a-402d-abd1-1998f253cd37 req-b39571ea-ae49-41a3-afad-2bb5b68187bf service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337306 Jan 18 13:57:30.269173 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:57:30.551181 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.132059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:57:31.329583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:57:31.338777 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Sync routers for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:57:31.345412 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5ea86c3e-bea0-40a7-a920-c87634728b63 admin admin] 10.222.0.31 "PUT /v2.0/routers/b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9873314 Jan 18 13:57:31.345590 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44536) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:31.351488 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:31.352179 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:57:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:31.528056 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:31.543007 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks [] for router, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.739726 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.749189 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Deleting port 0b0996ad-6c67-479e-9819-6bd78fbabd9d {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:31.749525 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:31.849055 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:57:30Z', 'revision_number': 5, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port': {'id': '0b0996ad-6c67-479e-9819-6bd78fbabd9d', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:50:18Z', 'updated_at': '2022-01-18T13:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:31.853798 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Checking router: b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:57:31.865588 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Routers {'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:57:31.866204 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:57:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:32.023480 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] Set router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:57:32.040629 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] For port 0b0996ad-6c67-479e-9819-6bd78fbabd9d, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0b0996ad-6c67-479e-9819-6bd78fbabd9d,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:32.040981 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.141867 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:57:31Z', 'revision_number': 6, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:32.146369 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd5cfe7-b753-4b0a-a19f-6fc8ced34d94 None None] The sync data for ids ['b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac'] in dv-cinder-825104-1-iscsi is: [{'id': 'b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac', 'name': 'tempest-AttachVolumeShelveTestJSON-2081019297-router', 'tenant_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:50:17Z', 'updated_at': '2022-01-18T13:57:31Z', 'revision_number': 6, 'project_id': '16e8efa5147b4c5ab02be2152c8e6d6b', 'gw_port_host': None}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:57:32.168100 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Calling delete_port for 0b0996ad-6c67-479e-9819-6bd78fbabd9d owned by network:router_gateway {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:32.332231 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.377976 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0996ad-6c67-479e-9819-6bd78fbabd9d,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:32.571822 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:57:32.605474 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:57:32.605809 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a6a9f9a3-1a4d-4ea5-80cc-a3f6cb141709 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:57:32.618752 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.872269 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.876405 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.902451 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.902995 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac {{(pid=82797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:57:32.917685 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:32.919050 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-15325481-96bc-460f-919d-d5e6f6e2f181 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b4d5d2fb-3ea4-44f8-ace4-dcad90b6fcac HTTP/1.1" status: 204 len: 168 time: 1.5725403 Jan 18 13:57:32.921719 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44540) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:32.983593 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Deleting subnet aa72fa24-7c3d-43c7-b51c-801f76061d05 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:57:32.986874 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.040393 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.130462 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.201533 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.240072 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa72fa24-7c3d-43c7-b51c-801f76061d05,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:33.248472 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.253509 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f247c-4b97-427c-bad9-1d2336551c2d None None] Network 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:57:33.254622 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-863c0825-7bb0-471f-bfbc-4ea34dfeb717 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa72fa24-7c3d-43c7-b51c-801f76061d05 HTTP/1.1" status: 204 len: 168 time: 0.3317137 Jan 18 13:57:33.257029 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44544) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:33.359551 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.370707 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Deleting port a944ca42-dbc0-478c-a44c-7c5e074c8509 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:33.371158 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.505912 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] DHCP port deletion for 4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:57:33.510093 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Deleting port a944ca42-dbc0-478c-a44c-7c5e074c8509 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:33.510456 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.658592 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] For port a944ca42-dbc0-478c-a44c-7c5e074c8509, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a944ca42-dbc0-478c-a44c-7c5e074c8509,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:33.658844 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.713773 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] For port a944ca42-dbc0-478c-a44c-7c5e074c8509, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a944ca42-dbc0-478c-a44c-7c5e074c8509,segment=NetworkSegment(086e1b57-b637-424f-b119-3f9020b98088),segment_id=086e1b57-b637-424f-b119-3f9020b98088)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:57:33.714407 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.777746 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Calling delete_port for a944ca42-dbc0-478c-a44c-7c5e074c8509 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:33.831790 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Calling delete_port for a944ca42-dbc0-478c-a44c-7c5e074c8509 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:57:33.855329 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:33.900051 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a944ca42-dbc0-478c-a44c-7c5e074c8509,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:33.905734 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:57:33.906078 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:57:33.906919 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] No DVR routers for this DVR port a944ca42-dbc0-478c-a44c-7c5e074c8509 on host dv-cinder-825104-1-iscsi {{(pid=82797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:57:34.022413 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.046619 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3d0a9d-b26a-4372-bbf4-bb64b1302c77']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:34.058350 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086e1b57-b637-424f-b119-3f9020b98088') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:34.058646 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086e1b57-b637-424f-b119-3f9020b98088') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:57:34.070342 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.090827 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.098027 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:57:34.098640 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:57:34.111662 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:57:34.184736 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.200808 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.211335 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3d0a9d-b26a-4372-bbf4-bb64b1302c77,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:34.218380 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-62c4bcf0-70e6-455e-b887-6cd297ab2b6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/4d3d0a9d-b26a-4372-bbf4-bb64b1302c77 HTTP/1.1" status: 204 len: 168 time: 0.9604213 Jan 18 13:57:34.298986 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a944ca42-dbc0-478c-a44c-7c5e074c8509 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:57:34.334677 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: a944ca42-dbc0-478c-a44c-7c5e074c8509 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:57:34.335258 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a944ca42-dbc0-478c-a44c-7c5e074c8509 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:57:34.335680 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0b0996ad-6c67-479e-9819-6bd78fbabd9d no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:57:34.363357 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44552) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:34.367547 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 0b0996ad-6c67-479e-9819-6bd78fbabd9d {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:57:34.367919 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0b0996ad-6c67-479e-9819-6bd78fbabd9d not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:57:34.407197 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Deleting port a944ca42-dbc0-478c-a44c-7c5e074c8509 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:57:34.407601 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.416616 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-2a1eb5dc-8841-486d-9892-79ffb2dc81ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16e8efa5147b4c5ab02be2152c8e6d6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514257 Jan 18 13:57:34.418959 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44556) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:34.480705 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.508696 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.510348 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c2280-1e98-405b-81ad-6c4993bbbd82 None None] The port 'a944ca42-dbc0-478c-a44c-7c5e074c8509' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:57:34.565113 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.590756 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887bf12-72dc-40b6-ac35-90349f037e14,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:34.596733 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:34.597826 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-64f8e1ea-23a2-4efa-a5b9-e05d135cde8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3887bf12-72dc-40b6-ac35-90349f037e14 HTTP/1.1" status: 204 len: 168 time: 0.1779833 Jan 18 13:57:35.027566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a6a-93ba-4293-a81b-88c3a11393b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:37.353070 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-2e897b0b-03f8-4a0e-aaea-4d6164dc0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.371700 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:38.557853 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.718525 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44656) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:39.809297 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.860296 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.891640 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:39.895470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Usage tracker for resource:security_group_rule and tenant:77801c31a75d4ac588275a47ca2934c2 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:39.898331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:39.904051 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:39.968684 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:39.972353 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.018084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e1ec6-37af-4240-9f65-4f745fb93d27,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:40.023381 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-58735f39-57fd-4858-bae1-d975d3b89376 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77801c31a75d4ac588275a47ca2934c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029950 Jan 18 13:57:40.025653 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44662) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:40.089566 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.115314 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.167880 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.184622 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e1ec6-37af-4240-9f65-4f745fb93d27,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:40.189866 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.192665 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-a5f05291-d186-4e28-b0c5-b7f2fe6b5810 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/088e1ec6-37af-4240-9f65-4f745fb93d27 HTTP/1.1" status: 204 len: 168 time: 0.1659763 Jan 18 13:57:40.515468 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44670) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:40.533809 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.565457 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:40.569806 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Usage tracker for resource:security_group_rule and tenant:5078ff0c92794acdaab17ced8fb8966a is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:40.572572 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:40.578100 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:40.644009 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.647393 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.695866 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62c4eb-b293-457c-9721-a9006cab46a7,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:40.700748 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-1755f491-e620-40f8-90bd-10eafc0a8d03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5078ff0c92794acdaab17ced8fb8966a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839964 Jan 18 13:57:40.703370 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44674) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:40.762233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.787429 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.839340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.855927 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62c4eb-b293-457c-9721-a9006cab46a7,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:40.866413 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:40.867520 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-51268ad3-70bc-47bb-8240-db73b9a0b352 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f62c4eb-b293-457c-9721-a9006cab46a7 HTTP/1.1" status: 204 len: 168 time: 0.1632721 Jan 18 13:57:43.140273 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44724) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:43.288244 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.320585 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:43.326004 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Usage tracker for resource:security_group_rule and tenant:f26633f69cb940f0a6093a1a06f04027 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:43.329610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:43.338605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:43.509395 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.513389 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.560726 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27c7409-ee7e-44ba-8c20-9c8af460f9e3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:43.564710 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-f874b7ef-0184-4b44-80e3-9990c7932e27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f26633f69cb940f0a6093a1a06f04027&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4231148 Jan 18 13:57:43.567524 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44730) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:43.630590 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.657013 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.708200 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.722084 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27c7409-ee7e-44ba-8c20-9c8af460f9e3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:43.728830 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:43.729987 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8120c9b0-a40b-4049-b028-d19f4932b3dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c27c7409-ee7e-44ba-8c20-9c8af460f9e3 HTTP/1.1" status: 204 len: 168 time: 0.1615582 Jan 18 13:57:44.061652 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44738) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:44.083010 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.115816 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:44.119427 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Usage tracker for resource:security_group_rule and tenant:0f0cffff775540e5bbc2c54a9d457a20 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:44.122155 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:44.127878 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:44.193698 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.197994 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.246061 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f0cffff775540e5bbc2c54a9d457a20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833646 Jan 18 13:57:44.246857 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4f68e-836c-4c77-a418-d6d699cfb387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c517a480-dc37-4fa1-a248-775dd28803ea,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:44.249492 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44742) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:44.308236 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.333108 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.385477 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.400738 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517a480-dc37-4fa1-a248-775dd28803ea,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:44.407065 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:44.408218 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-3c3a1b1b-a436-45eb-921c-0b06f179abc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c517a480-dc37-4fa1-a248-775dd28803ea HTTP/1.1" status: 204 len: 168 time: 0.1574109 Jan 18 13:57:52.526531 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:54.960970 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44876) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:55.106436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.148480 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:55.152274 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Usage tracker for resource:security_group_rule and tenant:9755ef051f5c47d7aae09ab64f0923c0 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:55.155589 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:55.161841 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:55.226490 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.230028 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.274983 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36084c9b-a567-446a-acb0-ac26e5191acd,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:55.283817 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-4e2decd1-9d60-49f8-becc-8aae08cfffc9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9755ef051f5c47d7aae09ab64f0923c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183889 Jan 18 13:57:55.284912 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44882) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:55.343163 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.368941 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.423259 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.438501 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36084c9b-a567-446a-acb0-ac26e5191acd,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:55.450043 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.451162 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-37107315-c2ee-43b1-a9de-4d87be1a6532 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36084c9b-a567-446a-acb0-ac26e5191acd HTTP/1.1" status: 204 len: 168 time: 0.1650021 Jan 18 13:57:55.771906 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44890) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:55.790186 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.820909 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:55.824610 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Usage tracker for resource:security_group_rule and tenant:643818a2a75e488bb2c97517de7d2dd4 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:55.827322 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:55.833158 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:55.898983 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.902661 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:55.946657 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e89e2-7cc3-4090-aaef-a64d0930a3f3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:55.952665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-38651c30-27e9-4d1d-b355-34706ffeac3c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=643818a2a75e488bb2c97517de7d2dd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797338 Jan 18 13:57:55.955859 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44894) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.014493 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.043408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.093040 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.116059 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e89e2-7cc3-4090-aaef-a64d0930a3f3,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:56.119386 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.120500 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-33ac1851-7d28-4a5d-84a1-6e3a3b5d03a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/811e89e2-7cc3-4090-aaef-a64d0930a3f3 HTTP/1.1" status: 204 len: 168 time: 0.1633933 Jan 18 13:57:56.511601 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44902) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.530241 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.559628 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:56.563313 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Usage tracker for resource:security_group_rule and tenant:7e64bddaf0fa4f0d81b886aff23e6a17 is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:56.566032 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:56.572456 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:56.636331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.640150 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.689193 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725d102-15c9-4146-a617-b43098ee6ed1,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:56.694201 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-9f272a8b-57b5-42b3-a2e8-93370c4cbc2f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e64bddaf0fa4f0d81b886aff23e6a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815388 Jan 18 13:57:56.696979 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44906) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:56.758970 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.784700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.835622 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.849528 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725d102-15c9-4146-a617-b43098ee6ed1,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:56.857047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:56.860605 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a2d2ccea-12c7-4bc3-868f-a75d18c85d90 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6725d102-15c9-4146-a617-b43098ee6ed1 HTTP/1.1" status: 204 len: 168 time: 0.1604912 Jan 18 13:57:59.645250 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 44982) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:57:59.783766 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.814748 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:57:59.819211 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Usage tracker for resource:security_group_rule and tenant:645aae7126c44d0d865f312024baa43d is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:57:59.822041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:57:59.827609 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:57:59.895615 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.899510 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:57:59.951691 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=645aae7126c44d0d865f312024baa43d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3053656 Jan 18 13:57:59.952370 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a14ecb-d791-4a2d-a587-b7a5aa173cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73341e87-1418-4c8e-a983-a33ee84ca3b3,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:57:59.954385 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44988) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:00.014066 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.039047 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.091573 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.106495 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73341e87-1418-4c8e-a983-a33ee84ca3b3,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:00.116185 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.119555 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-95148c8b-794b-4a78-b3c4-31ff6ff40fcb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73341e87-1418-4c8e-a983-a33ee84ca3b3 HTTP/1.1" status: 204 len: 168 time: 0.1618750 Jan 18 13:58:00.441475 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 44996) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:00.459360 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.491962 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:00.495614 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9c8e5d9d5c450bbdb237e707dc9994 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:00.498494 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:00.504611 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:00.569807 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.573445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.619303 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9951068-5dfc-4d62-b796-a50cfaace299,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:00.624507 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-34b7034d-3081-404a-9581-2e38c5ebe585 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e9c8e5d9d5c450bbdb237e707dc9994&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820250 Jan 18 13:58:00.627059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45000) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:00.687092 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.714849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.764259 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.780377 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9951068-5dfc-4d62-b796-a50cfaace299,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:00.784627 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:00.786383 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-190223b9-d28a-40d6-b279-773062b6404f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9951068-5dfc-4d62-b796-a50cfaace299 HTTP/1.1" status: 204 len: 168 time: 0.1583459 Jan 18 13:58:05.029044 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7d69007d-4550-48f9-b113-46aec36f2cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:07.273333 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:58:07.357052 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-199503aa-1827-495f-a87f-b2c80c7bc888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.373260 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:08.560094 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:09.811413 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.398082 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45114) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:13.535794 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.567116 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:13.570852 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Usage tracker for resource:security_group_rule and tenant:d20337df14544c6c96cc28e7fd47b2b0 is out of sync, need to count used quota {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:13.573642 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.quota.resource [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82797) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:13.579316 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.quota.driver [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82797) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:13.643404 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.647739 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.692445 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090b9dcf-618e-4372-9008-187b3b11206f,revision_number=1']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:13.697710 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-99646965-9ae6-4917-827d-09a425a94a1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d20337df14544c6c96cc28e7fd47b2b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2985675 Jan 18 13:58:13.700325 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45120) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:13.761461 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.786824 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.836733 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.852714 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090b9dcf-618e-4372-9008-187b3b11206f,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:13.857114 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:13.858085 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-00bb15fb-4813-4d4e-b4c0-b0f5f18ca524 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/090b9dcf-618e-4372-9008-187b3b11206f HTTP/1.1" status: 204 len: 168 time: 0.1568546 Jan 18 13:58:14.176097 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45128) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:14.195083 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.225021 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:58:14.228675 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Usage tracker for resource:security_group_rule and tenant:77d9bc9c4bfa4e20955bf07dbecb961e is out of sync, need to count used quota {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:58:14.231540 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82796) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:58:14.237150 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.quota.driver [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82796) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:58:14.303131 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.306828 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_create {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.351007 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4bf837-3c6e-4400-a11f-e12dec78d940,revision_number=1']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:14.356283 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e33ec97d-162a-472b-8df0-dade83956779 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77d9bc9c4bfa4e20955bf07dbecb961e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791465 Jan 18 13:58:14.358868 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45132) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:14.420409 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.446085 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.502373 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.517747 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4bf837-3c6e-4400-a11f-e12dec78d940,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:14.527202 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:14.528342 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-8894c497-f09c-4cd2-805c-3a258f9878cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a4bf837-3c6e-4400-a11f-e12dec78d940 HTTP/1.1" status: 204 len: 168 time: 0.1682847 Jan 18 13:58:22.530604 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:35.030666 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8736f9e3-4dde-4c2f-a72e-2ac60e48963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:37.359276 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-3635668d-e748-4a00-93bc-f6b33cf361cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.377310 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:38.562310 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:39.814590 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:43.127533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45140) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:43.323319 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port 8c188ca7-d41a-476b-9baf-2b75300941f7 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:43.323649 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:43.496022 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:43.496345 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:43.615957 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for 8c188ca7-d41a-476b-9baf-2b75300941f7 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:43.849270 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:43.891171 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=8c188ca7-d41a-476b-9baf-2b75300941f7,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:43.903310 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.903654 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.904017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.904349 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.904680 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.905409 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.905409 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.905614 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.905932 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.906247 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.906563 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:43.996174 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:44.275396 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:58:44.399205 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:58:44.606029 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:44.617036 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:44.630142 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:44.630439 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:44.631056 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:44.684744 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-98e12595-4a4e-4606-bc80-732c74cb2bb0 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "DELETE /v2.0/floatingips/1bf7abb4-0dcc-41e5-917f-fd92b4e08c42 HTTP/1.1" status: 204 len: 168 time: 1.5531104 Jan 18 13:58:44.684744 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:44.750075 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8', 'status': 'completed', 'code': 200} Jan 18 13:58:44.823135 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:45.046517 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-3aaf46b3-7601-4c76-a9a3-486a065fb183 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 1099 time: 0.2747467 Jan 18 13:58:45.195219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:45.199048 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:45.210510 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:45.211094 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:45.230410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-6a26d95e-fbc4-403b-b269-f06c6fea1007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:45.231881 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-6a26d95e-fbc4-403b-b269-f06c6fea1007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1789329 Jan 18 13:58:45.309104 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-16b75f4d-e54e-4cf6-8391-894f05f89130 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 200 len: 217 time: 0.0655799 Jan 18 13:58:45.358800 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48b77a-7782-4817-ad9c-e66335051770 req-59780b8c-3a2d-4e51-91a9-b332d0c6f779 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:45.359484 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8c48b77a-7782-4817-ad9c-e66335051770 req-59780b8c-3a2d-4e51-91a9-b332d0c6f779 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:45.393960 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8c48b77a-7782-4817-ad9c-e66335051770 req-59780b8c-3a2d-4e51-91a9-b332d0c6f779 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:45.394726 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:45.395111 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c48b77a-7782-4817-ad9c-e66335051770 req-59780b8c-3a2d-4e51-91a9-b332d0c6f779 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.3906186 Jan 18 13:58:45.396821 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-92d777bc-f34e-435e-bed5-e41126d9dc58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:45.397916 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-92d777bc-f34e-435e-bed5-e41126d9dc58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0827575 Jan 18 13:58:45.494851 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8c48b77a-7782-4817-ad9c-e66335051770 req-d758320e-4e64-49b2-a499-963de92f72ee tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924346 Jan 18 13:58:45.509650 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-1137902b-3e00-4b81-9d90-1c917b03fe94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922623 Jan 18 13:58:45.522276 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-c32541a3-023d-4c89-85be-e82ec521f6d2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82796) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:58:45.523288 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-c32541a3-023d-4c89-85be-e82ec521f6d2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060530 Jan 18 13:58:45.658784 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-b0be0b30-72f7-43b1-b857-92ca4ffb0a4e service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286044 Jan 18 13:58:45.755514 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:45.760153 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141f0b63-fd2e-4cdb-a97b-651386b92f7b None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_floatingips': [{'id': '415d4d0a-8523-4918-9c2a-29559693387a', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'router_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'port_id': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'mac_address': 'fa:16:3e:f4:30:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:54:43Z', 'updated_at': '2022-01-18T13:54:46Z', 'revision_number': 1, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:45.890837 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f55b1b04-b75a-4c4d-99dd-c100d7a3cfab req-178f4996-4a31-4ace-8b0c-ea5752a9648b service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253671 Jan 18 13:58:45.981657 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44243ab8-d98c-488c-a2f0-893fbaa66cb4 None None] New status for floating IP 1bf7abb4-0dcc-41e5-917f-fd92b4e08c42: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:58:46.551874 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-1066f65a-fb07-4a8c-b23c-2d677252e15b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:46.553353 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-1066f65a-fb07-4a8c-b23c-2d677252e15b tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.0759175 Jan 18 13:58:46.621088 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port cb0ea498-a134-44ae-8669-394440a390d8 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:46.621451 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.927108 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] For port cb0ea498-a134-44ae-8669-394440a390d8, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=cb0ea498-a134-44ae-8669-394440a390d8,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:46.927469 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:46.943605 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdad704-b7d8-49ff-b484-5eaaf1209cc5 req-9e89bfb6-6a0f-477a-9fa4-ebb8eb98439e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:46.945087 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bdad704-b7d8-49ff-b484-5eaaf1209cc5 req-9e89bfb6-6a0f-477a-9fa4-ebb8eb98439e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 946 time: 0.2959752 Jan 18 13:58:47.068125 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for cb0ea498-a134-44ae-8669-394440a390d8 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:47.145243 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1bdad704-b7d8-49ff-b484-5eaaf1209cc5 req-a0bad3f4-aa31-4b70-8e1d-ff207fafe4fb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512194 Jan 18 13:58:47.232156 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:47.279748 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=cb0ea498-a134-44ae-8669-394440a390d8,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:47.357341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] No DVR routers for this DVR port cb0ea498-a134-44ae-8669-394440a390d8 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:58:47.359702 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:47.362249 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'name': 'network-vif-deleted', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:47.378367 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-264fa507-a8b5-49cd-87d5-e55900ae509c req-b1809d45-dd6f-4a8a-bb66-b2a0c7cc41e2 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "DELETE /v2.0/ports/cb0ea498-a134-44ae-8669-394440a390d8 HTTP/1.1" status: 204 len: 173 time: 0.8195662 Jan 18 13:58:47.435274 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65427be-8f0e-4239-b913-efd82459a8bc', 'name': 'network-vif-deleted', 'tag': 'cb0ea498-a134-44ae-8669-394440a390d8', 'status': 'completed', 'code': 200} Jan 18 13:58:48.333890 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8bf8722c-7fe9-4010-b99a-b155817f7743 req-35e33ccf-472c-434f-9f2d-a20951f6efff tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:48.349144 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-8bf8722c-7fe9-4010-b99a-b155817f7743 req-35e33ccf-472c-434f-9f2d-a20951f6efff tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:48.350283 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8bf8722c-7fe9-4010-b99a-b155817f7743 req-35e33ccf-472c-434f-9f2d-a20951f6efff tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=e65427be-8f0e-4239-b913-efd82459a8bc HTTP/1.1" status: 200 len: 210 time: 0.0583975 Jan 18 13:58:51.281415 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device cb0ea498-a134-44ae-8669-394440a390d8 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:58:51.314732 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: cb0ea498-a134-44ae-8669-394440a390d8 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:58:51.315716 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device cb0ea498-a134-44ae-8669-394440a390d8 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:58:51.864383 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45180) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:52.136956 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port 17268416-99ff-4dbf-b58d-dabbd53894be {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:52.137206 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:52.303595 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:52.303915 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:52.423477 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for 17268416-99ff-4dbf-b58d-dabbd53894be owned by network:floatingip {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:52.530426 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:52.571526 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:52.615370 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=17268416-99ff-4dbf-b58d-dabbd53894be,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:52.654768 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.655052 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.655386 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.655721 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.656085 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.656416 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.656738 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.657063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.657384 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.657702 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.658020 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:58:52.719467 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.106796 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:58:53.302436 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:58:53.313348 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:58:53.322841 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:53.326894 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:53.327494 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:53.380552 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-318c181f-f790-4d00-863a-76545d6be0fa tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "DELETE /v2.0/floatingips/415d4d0a-8523-4918-9c2a-29559693387a HTTP/1.1" status: 204 len: 168 time: 1.5146813 Jan 18 13:58:53.381774 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7'}] {{(pid=82797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:53.442017 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'status': 'completed', 'code': 200} Jan 18 13:58:53.534567 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-6d051276-bd4e-4555-9c47-f66221fd5672 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0463bdb7c39941f483f849c27bb58b71&device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 1099 time: 0.0708578 Jan 18 13:58:53.551673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:53.667782 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-93f45e85-3759-48b2-a315-54f4dca2aecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:53.669165 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-93f45e85-3759-48b2-a315-54f4dca2aecc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 200 len: 912 time: 0.1298292 Jan 18 13:58:53.788875 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-22a96f96-25a6-4fd6-83e6-3316eaa47ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 200 len: 217 time: 0.1131222 Jan 18 13:58:53.870341 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-f126ce90-0c02-4aed-8a5b-cb344bd4039e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:53.871792 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-f126ce90-0c02-4aed-8a5b-cb344bd4039e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 200 len: 850 time: 0.0730402 Jan 18 13:58:53.873960 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:53.878536 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:58:53.879029 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ddc3-45f3-4f1c-9f4e-682972076b47 req-1792b956-0278-4e8e-9032-ce84e0e4518a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:53.880525 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af75ddc3-45f3-4f1c-9f4e-682972076b47 req-1792b956-0278-4e8e-9032-ce84e0e4518a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.1534579 Jan 18 13:58:53.889945 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:58:53.890543 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:53.979713 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-af75ddc3-45f3-4f1c-9f4e-682972076b47 req-416ca67d-f4e5-4838-aeb0-076889e7547a tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692368 Jan 18 13:58:53.987019 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-27ce9460-67bb-4de0-b6c3-82f60f9d4674 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9a3f34a1-db20-4edb-8613-0c058adf47b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056056 Jan 18 13:58:54.067896 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:58:54.202549 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-f3cad01c-319f-417b-afa5-d392212b54c4 service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083557 Jan 18 13:58:54.334508 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5066a4c0-14b5-486b-9525-09b00cd24d4d req-e0e32b4d-88f6-4d63-9a98-93fa4600f51d service neutron] 10.222.0.36 "GET /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253879 Jan 18 13:58:54.378454 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:58:54.382349 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e507d4ef-13a1-4555-bc42-1f3c215b1b46 None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:13Z', 'revision_number': 4, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47', 'name': '', 'network_id': '9a3f34a1-db20-4edb-8613-0c058adf47b0', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'mac_address': 'fa:16:3e:16:58:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:12Z', 'updated_at': '2022-01-18T13:51:24Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'subnets': [{'id': 'b3e6c9bd-d706-4c39-8f91-77bfca24c944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:58:54.587138 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b414e587-4f8d-46ea-8b0a-045e03d317f6 None None] New status for floating IP 415d4d0a-8523-4918-9c2a-29559693387a: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:58:55.224731 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ee83-e4cb-4780-8bb1-4af3fc0756b3 req-366174c1-b31f-45ba-b378-82d2bcbd8e0d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:55.226161 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f58ee83-e4cb-4780-8bb1-4af3fc0756b3 req-366174c1-b31f-45ba-b378-82d2bcbd8e0d tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.1050060 Jan 18 13:58:55.232505 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-1ecad069-780a-4753-8cc3-7daeec66533e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:55.233798 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-1ecad069-780a-4753-8cc3-7daeec66533e tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 946 time: 0.1444168 Jan 18 13:58:55.325528 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:55.325779 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.353106 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9f58ee83-e4cb-4780-8bb1-4af3fc0756b3 req-ab74de11-f16c-4492-ae8d-fb0299917711 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/security-groups?id=34bbd694-40ce-4469-a886-ab04a7202020&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184173 Jan 18 13:58:55.566116 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] For port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:58:55.566393 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.682897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:55.829842 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.876383 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=12c660e6-4b6f-4ddf-808d-94bff8b24ad7,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:55.952768 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] No DVR routers for this DVR port 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:58:55.955006 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:55.958067 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'name': 'network-vif-deleted', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:58:55.969467 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a72b8a0-ba80-4e04-8a1b-1761f17efd85 req-9a607182-8143-4688-98b5-bc63a3be0389 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.36 "DELETE /v2.0/ports/12c660e6-4b6f-4ddf-808d-94bff8b24ad7 HTTP/1.1" status: 204 len: 173 time: 0.7218807 Jan 18 13:58:56.012015 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa319a82-9fa1-4726-a249-e562afe8fdb7', 'name': 'network-vif-deleted', 'tag': '12c660e6-4b6f-4ddf-808d-94bff8b24ad7', 'status': 'completed', 'code': 200} Jan 18 13:58:56.532908 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c08dbd48-9b33-4aa3-98ae-72550d8059f6 req-9b0e2cd2-7edf-45f5-b4ba-bff493b321bb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Synchronizing usage tracker for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:58:56.548559 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-c08dbd48-9b33-4aa3-98ae-72550d8059f6 req-9b0e2cd2-7edf-45f5-b4ba-bff493b321bb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Unset dirty status for tenant:0463bdb7c39941f483f849c27bb58b71 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:58:56.550738 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-c08dbd48-9b33-4aa3-98ae-72550d8059f6 req-9b0e2cd2-7edf-45f5-b4ba-bff493b321bb tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa319a82-9fa1-4726-a249-e562afe8fdb7 HTTP/1.1" status: 200 len: 210 time: 0.0583315 Jan 18 13:58:57.655392 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45198) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:57.806520 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Deleting port f8673da8-3786-4099-9648-0ff1bd5e71e4 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:58:57.807063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.070791 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.071108 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.191361 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Calling delete_port for f8673da8-3786-4099-9648-0ff1bd5e71e4 owned by network:floatingip {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:58:58.332450 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.421614 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'Port': ['ID=f8673da8-3786-4099-9648-0ff1bd5e71e4,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:58:58.481994 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for floatingip, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.499003 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:58:58.503359 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-acdb2ef4-4188-492a-a0e2-70ceef6c18b8 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "DELETE /v2.0/floatingips/429266ff-e09b-4e2b-8dd2-8b081d8b5858 HTTP/1.1" status: 204 len: 168 time: 0.8437583 Jan 18 13:58:58.544338 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1ac3b-a9f5-4677-b8c8-b3a2969edf99 req-d5fff7ad-a7cd-4f2a-8ce9-92a08be9eb19 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:58.545804 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13b1ac3b-a9f5-4677-b8c8-b3a2969edf99 req-d5fff7ad-a7cd-4f2a-8ce9-92a08be9eb19 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0814970 Jan 18 13:58:58.592046 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-13b1ac3b-a9f5-4677-b8c8-b3a2969edf99 req-fe1683b3-0da8-4a5e-85b4-b6583d9b056e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Jan 18 13:58:59.307388 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:58:59.342105 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:58:59.342433 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 12c660e6-4b6f-4ddf-808d-94bff8b24ad7 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:58:59.793145 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e5cc4-bb60-4221-a4c0-2b6ee172dcf5 req-76e1f58a-2dca-43a9-af43-7f0f3d04bf65 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:58:59.794665 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b1e5cc4-bb60-4221-a4c0-2b6ee172dcf5 req-76e1f58a-2dca-43a9-af43-7f0f3d04bf65 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0780871 Jan 18 13:58:59.843433 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-2b1e5cc4-bb60-4221-a4c0-2b6ee172dcf5 req-255fab47-3437-4a00-990a-b946d82ff058 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 Jan 18 13:58:59.884305 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45218) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:58:59.958960 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.003691 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.070588 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.087753 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bbd694-40ce-4469-a886-ab04a7202020,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:00.093116 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] Notify callbacks [] for security_group, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:00.094408 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-5d1ca9fe-f2ea-417e-b878-10c54fde8991 tempest-TestVolumeBootPattern-1782845952 tempest-TestVolumeBootPattern-1782845952-project] 10.222.0.31 "DELETE /v2.0/security-groups/34bbd694-40ce-4469-a886-ab04a7202020 HTTP/1.1" status: 204 len: 168 time: 0.2089245 Jan 18 13:59:01.042222 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e4671-b05d-489f-a970-286160e7f350 req-2c012456-c528-424c-abf3-28941a93242e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:01.043731 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de0e4671-b05d-489f-a970-286160e7f350 req-2c012456-c528-424c-abf3-28941a93242e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0791426 Jan 18 13:59:01.088527 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-de0e4671-b05d-489f-a970-286160e7f350 req-d6f78c7a-1592-4f96-bb80-3871a00b80ee tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393300 Jan 18 13:59:01.180430 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45232) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:01.700661 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.287594 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fbfd7-801c-4fe7-8195-cdc0ded22a42 req-41ca5ea5-9fa3-495d-b723-b3df4707c25a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:02.289075 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8b3fbfd7-801c-4fe7-8195-cdc0ded22a42 req-41ca5ea5-9fa3-495d-b723-b3df4707c25a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0772088 Jan 18 13:59:02.336470 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-8b3fbfd7-801c-4fe7-8195-cdc0ded22a42 req-48e4af6c-951b-4bf4-8b6c-190bb3e177fd tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Jan 18 13:59:02.368179 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Deleting port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:02.368709 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.539011 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] For port 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:02.539361 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.660857 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Calling delete_port for 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 owned by network:router_interface {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:02.830185 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:02.876849 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:03.167600 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:03.638853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9779ac6-725f-4446-9f65-4a10880f16dc req-d85f2dfa-221c-427e-9a55-825ae1c8dc82 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:03.640308 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a9779ac6-725f-4446-9f65-4a10880f16dc req-d85f2dfa-221c-427e-9a55-825ae1c8dc82 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.1750851 Jan 18 13:59:03.687439 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-a9779ac6-725f-4446-9f65-4a10880f16dc req-d896df2e-a305-44c3-b31e-ca1f3b2bc9c5 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412037 Jan 18 13:59:03.837501 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Router b469c20f-f196-4bff-870d-bbe9b0084ad0 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:59:04.037906 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:59:04.046311 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Sync routers for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:59:04.050668 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-d93cc789-c5d2-4fbf-8ced-7cb4a190c879 admin admin] 10.222.0.31 "PUT /v2.0/routers/b469c20f-f196-4bff-870d-bbe9b0084ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8688729 Jan 18 13:59:04.052921 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45242) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:04.058896 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:04.059484 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:04.233954 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:04.247283 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks [] for router, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.447852 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.458213 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Deleting port f17f44b9-f212-4796-b2ed-44d5e93a71c9 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:04.458552 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.562474 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:59:02Z', 'revision_number': 5, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port': {'id': 'f17f44b9-f212-4796-b2ed-44d5e93a71c9', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:04.566699 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Checking router: b469c20f-f196-4bff-870d-bbe9b0084ad0 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:59:04.581752 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Routers {'b469c20f-f196-4bff-870d-bbe9b0084ad0'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:04.582617 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:58:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['b469c20f-f196-4bff-870d-bbe9b0084ad0'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:04.635430 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] For port f17f44b9-f212-4796-b2ed-44d5e93a71c9, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=f17f44b9-f212-4796-b2ed-44d5e93a71c9,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:04.635784 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:04.748980 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] Set router b469c20f-f196-4bff-870d-bbe9b0084ad0 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:04.761046 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Calling delete_port for f17f44b9-f212-4796-b2ed-44d5e93a71c9 owned by network:router_gateway {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:04.873023 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:59:04Z', 'revision_number': 6, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:04.876926 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bac4bc5-fead-45ed-bea2-cbb4dffeba80 None None] The sync data for ids ['b469c20f-f196-4bff-870d-bbe9b0084ad0'] in dv-cinder-825104-1-iscsi is: [{'id': 'b469c20f-f196-4bff-870d-bbe9b0084ad0', 'name': 'tempest-TestVolumeBootPattern-707472096-router', 'tenant_id': '0463bdb7c39941f483f849c27bb58b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:10Z', 'updated_at': '2022-01-18T13:59:04Z', 'revision_number': 6, 'project_id': '0463bdb7c39941f483f849c27bb58b71', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:59:04.892190 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8f37b-47f6-448b-b702-652bc815bdce req-d1d1e3e2-7042-412d-858d-46cc11ee2f44 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:04.895245 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ff8f37b-47f6-448b-b702-652bc815bdce req-d1d1e3e2-7042-412d-858d-46cc11ee2f44 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0840085 Jan 18 13:59:04.945587 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5ff8f37b-47f6-448b-b702-652bc815bdce req-83520c30-b3ae-413e-9d13-92af1d38a8ed tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Jan 18 13:59:04.950758 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.000019 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Pushing event deleted for resources: {'Port': ['ID=f17f44b9-f212-4796-b2ed-44d5e93a71c9,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:05.035670 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-16ef94d8-5c86-4a4f-9c61-40d024afa734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.324638 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.574976 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.578931 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.603625 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.604147 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b469c20f-f196-4bff-870d-bbe9b0084ad0 {{(pid=82797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:59:05.618217 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.619358 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-38edb0b1-2902-4f15-be03-7080343c607d admin admin] 10.222.0.31 "DELETE /v2.0/routers/b469c20f-f196-4bff-870d-bbe9b0084ad0 HTTP/1.1" status: 204 len: 168 time: 1.5655136 Jan 18 13:59:05.621848 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45252) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:05.680772 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Deleting subnet b3e6c9bd-d706-4c39-8f91-77bfca24c944 {{(pid=82797) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:05.683578 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.734410 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3535176'] for subnet, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.812409 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.881516 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-778991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3323211'] for subnet, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.924465 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e6c9bd-d706-4c39-8f91-77bfca24c944,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:05.929086 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for subnet, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:05.934940 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2437554-6466-474f-8db9-0d73224d7ca4 None None] Network 9a3f34a1-db20-4edb-8613-0c058adf47b0 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:59:05.935752 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-90ea3e1d-9f45-4ada-8285-9c530d711645 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b3e6c9bd-d706-4c39-8f91-77bfca24c944 HTTP/1.1" status: 204 len: 168 time: 0.3127532 Jan 18 13:59:05.938243 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45256) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:06.047862 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.060760 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Deleting port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:06.061364 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.155091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ca2bb-53f4-4948-af9d-b01a52d549f2 req-4a4e8c4e-85f2-4ae7-87af-6f9edaab4664 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:06.156534 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef3ca2bb-53f4-4948-af9d-b01a52d549f2 req-4a4e8c4e-85f2-4ae7-87af-6f9edaab4664 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0844965 Jan 18 13:59:06.201243 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] DHCP port deletion for 9a3f34a1-db20-4edb-8613-0c058adf47b0 request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:59:06.205108 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Deleting port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:06.206267 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.210212 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-ef3ca2bb-53f4-4948-af9d-b01a52d549f2 req-9debf64e-a20a-4cb0-8494-6dca55cdabeb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467587 Jan 18 13:59:06.273193 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] For port 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=853a6b4a-1e3b-4d82-baff-ed869fd17af6,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:06.273603 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.375499 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:06.407362 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Calling delete_port for 853a6b4a-1e3b-4d82-baff-ed869fd17af6 owned by network:dhcp {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:06.424862 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:06.425198 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 7f4a2a2c-1cb2-49f4-bc95-58b5c8572b47 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:06.425603 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f17f44b9-f212-4796-b2ed-44d5e93a71c9 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:06.467770 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: f17f44b9-f212-4796-b2ed-44d5e93a71c9 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:06.468133 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device f17f44b9-f212-4796-b2ed-44d5e93a71c9 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:06.468545 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 853a6b4a-1e3b-4d82-baff-ed869fd17af6 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:06.483989 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.509428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 853a6b4a-1e3b-4d82-baff-ed869fd17af6 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:06.509772 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 853a6b4a-1e3b-4d82-baff-ed869fd17af6 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:06.514864 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] For port 853a6b4a-1e3b-4d82-baff-ed869fd17af6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=853a6b4a-1e3b-4d82-baff-ed869fd17af6,segment=NetworkSegment(a7f00d00-10bb-4377-9e03-9747e0808d0e),segment_id=a7f00d00-10bb-4377-9e03-9747e0808d0e)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:06.515254 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.529290 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Pushing event deleted for resources: {'Port': ['ID=853a6b4a-1e3b-4d82-baff-ed869fd17af6,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:06.535605 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] No DVR routers for this DVR port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 on host dv-cinder-825104-1-iscsi {{(pid=82797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:06.636555 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Calling delete_port for 853a6b4a-1e3b-4d82-baff-ed869fd17af6 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:06.708596 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:59:06.708976 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:59:06.738052 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.763149 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3f34a1-db20-4edb-8613-0c058adf47b0']}} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:06.775149 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f00d00-10bb-4377-9e03-9747e0808d0e') {'for_net_delete': True} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:06.775437 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.services.segments.db [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f00d00-10bb-4377-9e03-9747e0808d0e') {} {{(pid=82797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:06.786730 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3535171'] for segment, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.805534 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.811435 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=82797) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:06.811801 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-780105'] for segment, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: Traceback (most recent call last): Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: timer() Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: cb(*args, **kw) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: return func(*args, **kwargs) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: self._notify() Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: self.callback(batched_events) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: event.method(event) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: return f(self, *a, **k) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._get(url).json() Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:06.825791 dv-cinder-825104-1-iscsi neutron-server[82797]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:06.897722 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.903913 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:06.927059 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3f34a1-db20-4edb-8613-0c058adf47b0,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:06.935719 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-c0c549e4-8b39-4acd-8c6c-d00db373c965 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9a3f34a1-db20-4edb-8613-0c058adf47b0 HTTP/1.1" status: 204 len: 168 time: 0.9965475 Jan 18 13:59:06.938605 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45262) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:07.210042 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Deleting port 853a6b4a-1e3b-4d82-baff-ed869fd17af6 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:07.210617 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:07.277256 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1f90-d07c-4b62-ba43-e2cbb9bea5a7 None None] The port '853a6b4a-1e3b-4d82-baff-ed869fd17af6' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:59:07.329247 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:07.362941 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7e6fabba-41e7-4031-ad3a-e6bc245ac0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:07.419634 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26086673-a69a-47df-8536-ab6ed9c87351 req-4a53e25f-e9e0-45cd-8016-df81cf6c0f06 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:07.421097 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26086673-a69a-47df-8536-ab6ed9c87351 req-4a53e25f-e9e0-45cd-8016-df81cf6c0f06 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0860245 Jan 18 13:59:07.466642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-26086673-a69a-47df-8536-ab6ed9c87351 req-3367d5bd-9966-462e-8e81-e9a0f54850c5 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394082 Jan 18 13:59:07.918790 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Deleting port b2e22379-8ece-46cd-8e94-2106165a8acf {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:07.919037 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.089113 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] For port b2e22379-8ece-46cd-8e94-2106165a8acf, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b2e22379-8ece-46cd-8e94-2106165a8acf,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:08.089580 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.292782 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Calling delete_port for b2e22379-8ece-46cd-8e94-2106165a8acf owned by network:router_interface {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:08.382207 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.466785 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.511771 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e22379-8ece-46cd-8e94-2106165a8acf,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:08.568074 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.736216 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-765d47fe-9ad5-4bc0-a088-4d297845eb1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.1527927 Jan 18 13:59:08.742673 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9227b-4bbd-4d82-aa37-9e4715c69459 req-c17baf64-f9c6-4bdb-af4c-6b6532ecafd0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:08.744076 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fcd9227b-4bbd-4d82-aa37-9e4715c69459 req-c17baf64-f9c6-4bdb-af4c-6b6532ecafd0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.1182539 Jan 18 13:59:08.811911 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:08.884857 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-fcd9227b-4bbd-4d82-aa37-9e4715c69459 req-d21fd855-3863-4019-9dfa-6442cb986dd2 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221924 Jan 18 13:59:08.906464 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-d941120b-0f06-4f97-9026-5e1d51f98e82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:08.908004 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-d941120b-0f06-4f97-9026-5e1d51f98e82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.1630640 Jan 18 13:59:09.012699 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-c45c3e52-303c-4945-9090-2d79d119bed1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1002 time: 0.0971556 Jan 18 13:59:09.077539 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-f0875b5d-7fe5-47aa-9dc1-e934c4ca59ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:09.078888 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-f0875b5d-7fe5-47aa-9dc1-e934c4ca59ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0598638 Jan 18 13:59:09.156351 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-abe87fbc-7382-4531-9395-46603ff243be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711074 Jan 18 13:59:09.288419 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-bb1a7c5f-a4a3-4058-8d6e-729ae0ae6db8 service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265073 Jan 18 13:59:09.383717 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Router 1b154843-6fd4-4890-b975-d5412e03e4ae has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82797) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:59:09.420425 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1c0f740d-de81-442b-823a-e1f0d5518736 req-a94e2836-3157-44fe-81c0-dbbb9cc2c645 service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255932 Jan 18 13:59:09.578531 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82797) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:59:09.588049 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Sync routers for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:59:09.596857 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-fbc6607f-081e-4fe6-b087-9128dd546a2c admin admin] 10.222.0.31 "PUT /v2.0/routers/1b154843-6fd4-4890-b975-d5412e03e4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546533 Jan 18 13:59:09.597063 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [-] (82797) accepted ('10.222.0.31', 45270) {{(pid=82797) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:09.600175 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:09.600769 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:59:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:09.783478 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:09.821240 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:09.887211 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.094959 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.095603 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76da3d-8e85-4acf-b021-5ef1afbbd8e8 req-bf1cf54d-ead3-4845-ada9-7c2b9a0ed733 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:10.098031 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b76da3d-8e85-4acf-b021-5ef1afbbd8e8 req-bf1cf54d-ead3-4845-ada9-7c2b9a0ed733 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0816662 Jan 18 13:59:10.106395 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Deleting port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 {{(pid=82797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:10.106864 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.115937 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:59:08Z', 'revision_number': 5, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port': {'id': '2208080f-f48a-486c-9ab6-d51ac0b2a6f7', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:10.119900 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Checking router: 1b154843-6fd4-4890-b975-d5412e03e4ae for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:59:10.131753 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Routers {'1b154843-6fd4-4890-b975-d5412e03e4ae'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:59:10.132964 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T13:59:07Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['1b154843-6fd4-4890-b975-d5412e03e4ae'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:10.148625 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6b76da3d-8e85-4acf-b021-5ef1afbbd8e8 req-f8c60b0f-53a9-4023-bf86-fc61f5814012 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Jan 18 13:59:10.280571 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.db [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] For port 2208080f-f48a-486c-9ab6-d51ac0b2a6f7, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:10.280946 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.285858 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] Set router 1b154843-6fd4-4890-b975-d5412e03e4ae gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:59:10.395498 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:59:10Z', 'revision_number': 6, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:10.399504 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1613ea4f-4bc5-4467-9a85-b0e75b844d7a None None] The sync data for ids ['1b154843-6fd4-4890-b975-d5412e03e4ae'] in dv-cinder-825104-1-iscsi is: [{'id': '1b154843-6fd4-4890-b975-d5412e03e4ae', 'name': 'tempest-TestVolumeBootPattern-2109348628-router', 'tenant_id': '28d2189f101a432c9bb71a63cc375d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:51:17Z', 'updated_at': '2022-01-18T13:59:10Z', 'revision_number': 6, 'project_id': '28d2189f101a432c9bb71a63cc375d0a', 'gw_port_host': None}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:59:10.414635 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.plugins.ml2.plugin [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Calling delete_port for 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 owned by network:router_gateway {{(pid=82797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:10.577804 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-780060'] for port, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:10.624932 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2208080f-f48a-486c-9ab6-d51ac0b2a6f7,revision_number=None']} {{(pid=82797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:10.848362 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.200810 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.207138 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.236671 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.237214 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b154843-6fd4-4890-b975-d5412e03e4ae {{(pid=82797) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:59:11.251583 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron_lib.callbacks.manager [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] Notify callbacks [] for router, before_response {{(pid=82797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.256539 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [None req-bf88cd75-4721-434a-96a9-331ee6bc6d47 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1b154843-6fd4-4890-b975-d5412e03e4ae HTTP/1.1" status: 204 len: 168 time: 1.6584034 Jan 18 13:59:11.256707 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45278) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:11.377077 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Deleting subnet 3ed50cdf-8351-48b3-85bc-7fe15ebb5497 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:59:11.382902 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.469131 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3656099'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.524700 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c3b97-1c00-46fe-9018-c39139c798b5 req-9f2f54ed-6ae9-4317-bb85-84dab9db33e7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:11.526159 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d0c3b97-1c00-46fe-9018-c39139c798b5 req-9f2f54ed-6ae9-4317-bb85-84dab9db33e7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.2045882 Jan 18 13:59:11.597578 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-9d0c3b97-1c00-46fe-9018-c39139c798b5 req-cabc9caa-b5d1-4521-9fc8-04f03c5b980e tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658765 Jan 18 13:59:11.606536 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.673956 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3111810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3169870'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.804724 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed50cdf-8351-48b3-85bc-7fe15ebb5497,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:11.809421 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.815207 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6089ae-b524-4624-af8f-dee1e4d61c03 None None] Network 4f0cb906-25e4-4130-851a-49a6e06aeb7a requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:59:11.815711 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-edd70f9a-59f8-4030-ba69-18fc9edfc04b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3ed50cdf-8351-48b3-85bc-7fe15ebb5497 HTTP/1.1" status: 204 len: 168 time: 0.5573435 Jan 18 13:59:11.818144 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45282) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:11.928303 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:11.940943 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Deleting port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:11.941290 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.112931 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] DHCP port deletion for 4f0cb906-25e4-4130-851a-49a6e06aeb7a request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:59:12.117286 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Deleting port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:12.117654 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.154294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] For port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:12.154636 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.278373 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Calling delete_port for b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:12.319636 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] For port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,segment=NetworkSegment(af30b15b-a46a-42d5-a6b1-baf14a9afe7f),segment_id=af30b15b-a46a-42d5-a6b1-baf14a9afe7f)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:12.320048 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.365267 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.390335 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b2e22379-8ece-46cd-8e94-2106165a8acf no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:12.413098 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b262aa-4ee0-42fa-95d8-dacb6c7fc877,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:12.419664 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] No DVR routers for this DVR port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 on host dv-cinder-825104-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:59:12.480763 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Calling delete_port for b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:59:12.506376 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: b2e22379-8ece-46cd-8e94-2106165a8acf {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:12.506752 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b2e22379-8ece-46cd-8e94-2106165a8acf not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:12.507119 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:12.538151 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.553188 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:12.553525 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 2208080f-f48a-486c-9ab6-d51ac0b2a6f7 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:12.553928 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:12.563295 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0cb906-25e4-4130-851a-49a6e06aeb7a']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:12.575148 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:12.575442 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af30b15b-a46a-42d5-a6b1-baf14a9afe7f') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:59:12.587453 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.588954 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:59:12.589292 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:59:12.604614 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.610662 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:59:12.611047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.616464 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:59:12.616818 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:59:12.624263 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:59:12.701323 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.718923 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:12.729410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0cb906-25e4-4130-851a-49a6e06aeb7a,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:12.770209 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ee892479-b895-4f95-ba5b-c2c4eba8e983 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f0cb906-25e4-4130-851a-49a6e06aeb7a HTTP/1.1" status: 204 len: 168 time: 0.9510708 Jan 18 13:59:12.811114 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa6157-5901-423a-9fea-6852478d0806 req-9f4fc957-1393-4026-80a7-545b9139174a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:12.812577 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f8fa6157-5901-423a-9fea-6852478d0806 req-9f4fc957-1393-4026-80a7-545b9139174a tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0812416 Jan 18 13:59:12.860327 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f8fa6157-5901-423a-9fea-6852478d0806 req-c2c2e1e2-fec2-4bce-85d6-1ed05b934bb5 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Jan 18 13:59:12.910115 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45292) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:12.964212 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d42a3be8-3bbe-43b3-b1ec-d2bbb2234c9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0463bdb7c39941f483f849c27bb58b71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529246 Jan 18 13:59:12.966652 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45296) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:13.084989 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.096435 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-196ecd76-492c-4ac3-8b78-78226c4ef3a4 req-bc945e8c-5a57-437b-8896-4f1f6d3f2698 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1176083 Jan 18 13:59:13.113992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.117659 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Deleting port b5b262aa-4ee0-42fa-95d8-dacb6c7fc877 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:59:13.118174 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.171336 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.185052 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-7f0655a8-209f-4663-b7f5-6336d7610799 None None] The port 'b5b262aa-4ee0-42fa-95d8-dacb6c7fc877' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:59:13.197936 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.200394 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ca9e1d9-5a9d-4e64-8be4-a5c42bd993e0 HTTP/1.1" status: 204 len: 168 time: 0.2328045 Jan 18 13:59:13.201587 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379311d-8c9e-4779-9a9a-e28c927892ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca9e1d9-5a9d-4e64-8be4-a5c42bd993e0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:13.310727 dv-cinder-825104-1-iscsi neutron-server[82797]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-9bfa8ac9-2095-4068-a8de-22c77e25ec44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801787 Jan 18 13:59:13.388102 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a686e8-2dce-4613-ac70-b9d98b6a5d49 req-043efd80-838b-4415-8a59-f40c7d75d041 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:13.390160 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-21a686e8-2dce-4613-ac70-b9d98b6a5d49 req-043efd80-838b-4415-8a59-f40c7d75d041 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0858517 Jan 18 13:59:13.440862 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-21a686e8-2dce-4613-ac70-b9d98b6a5d49 req-2f80627b-667e-41c3-a0bd-3fe7a968931b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Jan 18 13:59:13.655633 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45312) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:13.707905 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-97c498ba-c9ca-46b1-8af4-7f82e2870772 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28d2189f101a432c9bb71a63cc375d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510802 Jan 18 13:59:13.710390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45316) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:59:13.773242 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.798836 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.850454 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.867745 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d83005-6c1d-4dff-9edd-b6f02f382615,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:13.873493 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:13.875683 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-34589945-0ce0-4802-a469-e750fa6be455 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7d83005-6c1d-4dff-9edd-b6f02f382615 HTTP/1.1" status: 204 len: 168 time: 0.1640580 Jan 18 13:59:14.501589 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-317d7d0c-cc50-418c-aa15-1840ed7cb191 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5&tenant_id=6c62f49d3df742279567e7a403853283 HTTP/1.1" status: 200 len: 1099 time: 0.0699363 Jan 18 13:59:14.729172 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-cc5cdd0d-7c26-4830-84ac-2f85a23390e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.2076123 Jan 18 13:59:14.739819 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268fc95e-87e5-4468-a2eb-a6ab7a032f3f req-d78a477d-63c6-456b-85ca-62f1ecda33b0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:14.741175 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-268fc95e-87e5-4468-a2eb-a6ab7a032f3f req-d78a477d-63c6-456b-85ca-62f1ecda33b0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0987885 Jan 18 13:59:14.877817 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-268fc95e-87e5-4468-a2eb-a6ab7a032f3f req-0e354926-a33d-4260-9935-246bc840846b tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183677 Jan 18 13:59:14.903294 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-6bc41eea-9a4b-4f1b-860b-1b68ee9b1109 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:14.904747 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-6bc41eea-9a4b-4f1b-860b-1b68ee9b1109 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.1627684 Jan 18 13:59:15.002892 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-8e01de9f-d874-41f2-9d98-420cc67d729b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1002 time: 0.0914409 Jan 18 13:59:15.066691 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-19664240-115a-42c5-8137-7576c84fbf8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:15.068118 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-19664240-115a-42c5-8137-7576c84fbf8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0604136 Jan 18 13:59:15.144669 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-d754afbd-4f2e-4c62-ae3f-bab25981b37e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680239 Jan 18 13:59:15.274006 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-df2735e7-d1de-4aed-a8c1-99a4a3c2ecbb service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231141 Jan 18 13:59:15.385804 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:59:15.407976 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1a4497d3-00c7-42e7-abb7-1cb32bd1697b req-57eeb424-6bf0-43c7-885b-4418cd0ffb8c service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267607 Jan 18 13:59:15.495806 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:15.527085 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:15.537891 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:15.541463 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:15.588196 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'code': 200} Jan 18 13:59:15.612834 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=6']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:15.620963 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.621301 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.621630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.621956 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.622279 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.622598 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.622911 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.623226 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.623536 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.623896 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:15.624229 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:59:16.077017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6adb5-3c2b-44ab-ba94-20ea7af83053 req-60335890-ea2f-42e1-8718-6494785c66c7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:16.078446 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ee6adb5-3c2b-44ab-ba94-20ea7af83053 req-60335890-ea2f-42e1-8718-6494785c66c7 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0820198 Jan 18 13:59:16.123683 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-1ee6adb5-3c2b-44ab-ba94-20ea7af83053 req-6496e2bc-7ad3-41d4-af07-a32ccad823ce tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393577 Jan 18 13:59:17.322969 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204e26-ef60-4a27-9038-04960b47fa61 req-d3ebbda4-e2bd-4b8b-a846-9e2fb33a27eb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:17.324453 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0204e26-ef60-4a27-9038-04960b47fa61 req-d3ebbda4-e2bd-4b8b-a846-9e2fb33a27eb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0771692 Jan 18 13:59:17.371025 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d0204e26-ef60-4a27-9038-04960b47fa61 req-93c20212-ba16-4feb-bad1-1391921c3127 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Jan 18 13:59:18.570437 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbc520-5485-4940-a92d-0fba2636109e req-2eef2b3f-fc7f-4c4b-808c-d83a9e1b1826 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:18.571795 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7fbc520-5485-4940-a92d-0fba2636109e req-2eef2b3f-fc7f-4c4b-808c-d83a9e1b1826 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0800505 Jan 18 13:59:18.617449 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-d7fbc520-5485-4940-a92d-0fba2636109e req-079b2b3c-c9c0-400d-a00f-847c5e83d52c tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Jan 18 13:59:19.812952 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01d7a-af7c-4409-8a2d-736dc2f6457c req-8b0479ca-9271-41c4-92df-ad77ea3a9bc0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:19.815220 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4a01d7a-af7c-4409-8a2d-736dc2f6457c req-8b0479ca-9271-41c4-92df-ad77ea3a9bc0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0765958 Jan 18 13:59:19.866491 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b4a01d7a-af7c-4409-8a2d-736dc2f6457c req-2ca9dd45-d7c3-4eb8-a3df-0cf597f9ddcd tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459044 Jan 18 13:59:21.063238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d33ffd-6e73-4105-963f-62a63cdefe78 req-d4f22a43-75c1-4f15-9c04-d0207a6c0913 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:21.065046 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64d33ffd-6e73-4105-963f-62a63cdefe78 req-d4f22a43-75c1-4f15-9c04-d0207a6c0913 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0760088 Jan 18 13:59:21.112134 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-64d33ffd-6e73-4105-963f-62a63cdefe78 req-7d96f242-efc3-4b23-b521-c36d56f24547 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 Jan 18 13:59:21.276012 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:59:21.881857 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d508beb-b4fc-4773-9ad2-3d03bf772f13 req-d4514303-b776-4fe0-ba15-48a564bb8c34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1097 time: 0.0711453 Jan 18 13:59:21.925356 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-6d508beb-b4fc-4773-9ad2-3d03bf772f13 req-8bcb0e79-e283-49e6-b6ea-1d4bb2156059 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362525 Jan 18 13:59:22.304907 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2daf9-c236-469b-96f6-7e9bcdabcd69 req-573adcb7-2969-4ee1-ac96-22cbb08d8d85 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:22.306366 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae2daf9-c236-469b-96f6-7e9bcdabcd69 req-573adcb7-2969-4ee1-ac96-22cbb08d8d85 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0769455 Jan 18 13:59:22.352491 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7ae2daf9-c236-469b-96f6-7e9bcdabcd69 req-b04b6a5b-7fed-436d-9309-22c22e62da49 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Jan 18 13:59:22.526618 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:23.437881 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82798) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:59:23.553382 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6773b9f-792a-48a0-a2af-bf27bf74a2a0 req-a9dc12e7-0573-427b-9c0b-32be44e17842 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:23.554857 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6773b9f-792a-48a0-a2af-bf27bf74a2a0 req-a9dc12e7-0573-427b-9c0b-32be44e17842 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 944 time: 0.0804949 Jan 18 13:59:23.570439 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:23.584196 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Returning: {'device': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'port_id': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'mac_address': 'fa:16:3e:c7:61:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82798) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:59:23.601134 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b6773b9f-792a-48a0-a2af-bf27bf74a2a0 req-b1f521da-f33d-46bf-8b31-c9e7411015e2 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Jan 18 13:59:23.638368 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:23.660217 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a01fe29-3130-42df-8cd0-2c5da9e52f16 {{(pid=82798) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:59:23.674644 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:23.678466 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:23.743176 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=7']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:23.895357 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] get_ports_and_sgs() called for port_ids ['6a01fe29-3130-42df-8cd0-2c5da9e52f16'] {{(pid=82798) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:59:25.440816 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 up at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:59:25.512843 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.provisioning_blocks [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Provisioning complete for port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 triggered by entity L2. {{(pid=82798) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:59:25.513190 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571472'] for port, provisioning_complete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.654092 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-693398'] for port, before_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.683075 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82798) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:59:25.692727 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:59:25.696739 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730039466756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730038993893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730038994198'] for port, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:25.762760 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Pushing event updated for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=8']} {{(pid=82798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:59:25.946243 dv-cinder-825104-1-iscsi neutron-server[82798]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'code': 200} Jan 18 13:59:32.413195 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-f50bb399-0f08-4d9e-818f-54da7418b95a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687842 Jan 18 13:59:32.551737 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-edf7886c-ca49-4c91-9acc-f4c63b55908d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.0719285 Jan 18 13:59:32.775887 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-a850dd5d-420f-4127-95ff-de709679cc9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:32.777361 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-a850dd5d-420f-4127-95ff-de709679cc9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.2070749 Jan 18 13:59:32.877483 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-81e82d71-85ad-4d62-8246-f732c72c181d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1002 time: 0.0944867 Jan 18 13:59:32.938112 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-036936ec-5cf7-4c89-9a85-b57347fb1d41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:59:32.939740 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-036936ec-5cf7-4c89-9a85-b57347fb1d41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0568104 Jan 18 13:59:33.015230 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-1a504d5c-5095-4d9f-b0f5-4e601fe1abe1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700753 Jan 18 13:59:33.145150 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-7aaf5b30-6507-43c6-a58b-f0e4aada8ad3 service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240380 Jan 18 13:59:33.277468 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-5dd4510d-93dc-492e-a14c-bb967bf7934c req-eebbc033-4aa4-49e7-b700-2c27bd7807dc service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Jan 18 13:59:35.037985 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-394355c4-8d3d-4717-a584-daa28e148ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:37.358315 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-a2af947e-ca39-408c-b42a-7a03cf2f5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:38.381884 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:38.559616 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:39.820976 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:52.537503 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:59:58.276931 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:00:05.040782 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-0f83b683-20d7-4eb8-890d-430635053ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:07.362477 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-b6191341-151e-4043-ad04-e2aff223091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:08.384107 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:08.560630 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:09.824299 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:22.535723 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:34.800682 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-b187c736-c86c-436b-84d6-891093abbec1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683122 Jan 18 14:00:34.937967 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-5cd2e69a-a6b2-41cc-b7f9-1d83a2b3936a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.0687554 Jan 18 14:00:35.043915 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d68b24f9-2875-436a-91d5-6e753fad708a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:35.080476 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-e2b92d22-59b7-4661-8a81-91060b14d325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:35.081832 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-e2b92d22-59b7-4661-8a81-91060b14d325 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.1273565 Jan 18 14:00:35.186112 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-6cc873e3-063b-4e5c-a171-191fe107d573 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 1002 time: 0.0985382 Jan 18 14:00:35.250228 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-41afb1ca-e43d-49f3-8235-0ef421eea66c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:35.251694 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-41afb1ca-e43d-49f3-8235-0ef421eea66c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0606134 Jan 18 14:00:35.276546 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:00:35.326346 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-747858bc-1a59-462c-a6f6-2bc6294c6fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681868 Jan 18 14:00:35.457870 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-3c1d3c43-f768-4494-9a4f-43bb571c836d service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256523 Jan 18 14:00:35.589758 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-f64cc664-3f5c-4adf-8869-9d92a47c6c6a req-127b8843-a36b-4666-8ca2-6bd53f25098d service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261342 Jan 18 14:00:36.732872 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45350) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:37.030889 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Deleting port 11e82b49-3135-4026-a349-82b7a4343113 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:37.031265 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.195566 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.195900 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.321663 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Calling delete_port for 11e82b49-3135-4026-a349-82b7a4343113 owned by network:floatingip {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:37.364812 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e1be8dee-6cfc-41b1-b2a9-0a08b1c78799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.473343 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:37.517101 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event deleted for resources: {'Port': ['ID=11e82b49-3135-4026-a349-82b7a4343113,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:37.555376 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.555717 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.556079 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.556413 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.556743 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.557068 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.557393 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.557715 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.558035 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.558352 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.558669 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825104-1-iscsi {{(pid=82796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 14:00:37.622853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for floatingip, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.008976 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Router 79b17019-3c85-4fff-95ad-dfd0c70d6801 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:00:38.219763 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:00:38.229647 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Sync routers for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:00:38.239591 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for floatingip, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.241653 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:38.242262 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:38.291646 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-5edbe2af-7d60-4696-937c-3ebc66283865 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "DELETE /v2.0/floatingips/556cc3fe-8d94-4d55-a7b5-d74d76567efc HTTP/1.1" status: 204 len: 168 time: 1.5575399 Jan 18 14:00:38.292138 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:38.445393 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.453734 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:38.476406 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'status': 'completed', 'code': 200} Jan 18 14:00:38.574406 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-6c59a2fb-e7eb-46ab-8672-8d380e1360a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c62f49d3df742279567e7a403853283&device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 1099 time: 0.0721219 Jan 18 14:00:38.681752 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:38.814360 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:38.818336 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Checking router: 79b17019-3c85-4fff-95ad-dfd0c70d6801 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:00:38.829792 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:38.830332 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:38.866373 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-bb63c4d1-a077-4798-aa47-df2eca8d475f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:38.867877 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-bb63c4d1-a077-4798-aa47-df2eca8d475f service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 200 len: 909 time: 0.2876260 Jan 18 14:00:38.877561 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36c67-f799-4d69-a2ba-101532c3af0a req-7cfcb4b0-ee00-4b68-ab78-4ad5defbbe08 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:38.878233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5d36c67-f799-4d69-a2ba-101532c3af0a req-7cfcb4b0-ee00-4b68-ab78-4ad5defbbe08 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Synchronizing usage tracker for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:38.952535 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-16e077fa-e06e-47d8-9ad0-57ff96d4719e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 200 len: 217 time: 0.0701206 Jan 18 14:00:38.991557 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-b5d36c67-f799-4d69-a2ba-101532c3af0a req-7cfcb4b0-ee00-4b68-ab78-4ad5defbbe08 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Unset dirty status for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:38.992727 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5d36c67-f799-4d69-a2ba-101532c3af0a req-7cfcb4b0-ee00-4b68-ab78-4ad5defbbe08 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.3431644 Jan 18 14:00:39.008157 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:39.047238 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-0c771d6f-772f-4ba8-bef1-a6ea0ee25d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:39.048762 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-0c771d6f-772f-4ba8-bef1-a6ea0ee25d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 200 len: 847 time: 0.0901263 Jan 18 14:00:39.055937 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-b5d36c67-f799-4d69-a2ba-101532c3af0a req-9d652926-e415-418a-852c-0958bcb4dca2 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562830 Jan 18 14:00:39.130414 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-9f4fd525-c281-4deb-8ec8-e0b3738e01ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf1264b9-d039-46bb-8f54-931360721c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734324 Jan 18 14:00:39.268044 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-8158f4c0-3a20-4b6d-ba60-4f7b2b50095c service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302977 Jan 18 14:00:39.358817 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:39.363437 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92629887-1015-4b08-bf9d-a683fdd7c262 None None] The sync data for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi is: [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi', '_interfaces': [{'id': '07ae51d4-6573-4b60-ba04-f3fb99f36d55', 'name': '', 'network_id': 'cf1264b9-d039-46bb-8f54-931360721c27', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'mac_address': 'fa:16:3e:63:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:00Z', 'updated_at': '2022-01-18T13:56:12Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'subnets': [{'id': '4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:00:39.411284 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-7b2ce05c-c617-41fd-854e-4253abd9d6be req-9f9e3af2-9a8d-48ad-959d-58619de315ab service neutron] 10.222.0.36 "GET /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360178 Jan 18 14:00:39.602709 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01824711-149f-481b-8962-b0503731bd5f None None] New status for floating IP 556cc3fe-8d94-4d55-a7b5-d74d76567efc: DOWN {{(pid=82799) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 14:00:39.826209 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.135194 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-1478dbd4-c7eb-4c1e-bd00-2ded11d5cdbb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:40.136651 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-1478dbd4-c7eb-4c1e-bd00-2ded11d5cdbb tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.0795383 Jan 18 14:00:40.246905 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Deleting port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:40.247241 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.360671 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22808e2c-aeae-449e-9ccd-648a2ad5f423 req-e4e09de5-5ba7-4d76-bfbe-64aa7b792027 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 14:00:40.362029 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22808e2c-aeae-449e-9ccd-648a2ad5f423 req-e4e09de5-5ba7-4d76-bfbe-64aa7b792027 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 946 time: 0.1813724 Jan 18 14:00:40.492156 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-22808e2c-aeae-449e-9ccd-648a2ad5f423 req-40248f72-6052-4eeb-b9ca-190b65505d99 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/security-groups?id=c751e55f-45ac-45b4-a8b3-ff8b23341b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229057 Jan 18 14:00:40.546878 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] For port 6a01fe29-3130-42df-8cd0-2c5da9e52f16, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6a01fe29-3130-42df-8cd0-2c5da9e52f16,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:40.547231 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.666151 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Calling delete_port for 6a01fe29-3130-42df-8cd0-2c5da9e52f16 owned by compute:nova {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:40.804709 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.852876 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event deleted for resources: {'Port': ['ID=6a01fe29-3130-42df-8cd0-2c5da9e52f16,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:40.926794 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] No DVR routers for this DVR port 6a01fe29-3130-42df-8cd0-2c5da9e52f16 on host hv-cinder-82510 {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:00:40.929233 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41540'] for port, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:40.931679 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-deleted', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16'}] {{(pid=82796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 14:00:40.947547 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-33f898ef-e9f1-44d2-b429-9f51d7d4005c req-fb898365-86ad-441d-b1b4-5634e541a835 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.36 "DELETE /v2.0/ports/6a01fe29-3130-42df-8cd0-2c5da9e52f16 HTTP/1.1" status: 204 len: 173 time: 0.8056152 Jan 18 14:00:40.990546 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5', 'name': 'network-vif-deleted', 'tag': '6a01fe29-3130-42df-8cd0-2c5da9e52f16', 'status': 'completed', 'code': 200} Jan 18 14:00:41.671390 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-625a1783-b648-4684-90b6-b0eec8fd9995 req-ad53a036-0b27-441c-a34c-690998e27af0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Synchronizing usage tracker for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 14:00:41.689137 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.quota.resource [req-625a1783-b648-4684-90b6-b0eec8fd9995 req-ad53a036-0b27-441c-a34c-690998e27af0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Unset dirty status for tenant:6c62f49d3df742279567e7a403853283 on resource:port {{(pid=82796) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 14:00:41.690300 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [req-625a1783-b648-4684-90b6-b0eec8fd9995 req-ad53a036-0b27-441c-a34c-690998e27af0 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a024a0a-7ef4-4ff5-83af-c9d9d1fcf7e5 HTTP/1.1" status: 200 len: 210 time: 0.0605278 Jan 18 14:00:42.800445 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45372) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:42.868703 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:42.898042 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:43.052331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:43.072331 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c751e55f-45ac-45b4-a8b3-ff8b23341b1f,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:43.082739 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:43.086289 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-940f5476-e508-424e-8a90-42cedd1f10c8 tempest-TestShelveInstance-984687908 tempest-TestShelveInstance-984687908-project] 10.222.0.31 "DELETE /v2.0/security-groups/c751e55f-45ac-45b4-a8b3-ff8b23341b1f HTTP/1.1" status: 204 len: 168 time: 0.2824314 Jan 18 14:00:43.136330 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45378) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:43.518749 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:43.681441 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:43.713084 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] No Port match for: 6a01fe29-3130-42df-8cd0-2c5da9e52f16 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:43.713421 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Device 6a01fe29-3130-42df-8cd0-2c5da9e52f16 not bound to the agent host hv-cinder-82510 {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:44.112437 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Deleting port 07ae51d4-6573-4b60-ba04-f3fb99f36d55 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:44.113041 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.284480 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] For port 07ae51d4-6573-4b60-ba04-f3fb99f36d55, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=07ae51d4-6573-4b60-ba04-f3fb99f36d55,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:44.284821 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.407827 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Calling delete_port for 07ae51d4-6573-4b60-ba04-f3fb99f36d55 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:44.678327 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:44.723938 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ae51d4-6573-4b60-ba04-f3fb99f36d55,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:45.024333 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:45.605106 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Router 79b17019-3c85-4fff-95ad-dfd0c70d6801 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:00:45.800925 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:00:45.809888 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Sync routers for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:00:45.816677 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-7338060d-22e6-4242-ac22-c2b6a39478e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/79b17019-3c85-4fff-95ad-dfd0c70d6801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792581 Jan 18 14:00:45.819223 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45382) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:45.821956 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:45.822550 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:45.996264 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:46.014653 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.276826 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T14:00:44Z', 'revision_number': 5, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port': {'id': 'a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:55:56Z', 'updated_at': '2022-01-18T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:46.280704 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Checking router: 79b17019-3c85-4fff-95ad-dfd0c70d6801 for host: dv-cinder-825104-1-iscsi {{(pid=82798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:00:46.291800 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Routers {'79b17019-3c85-4fff-95ad-dfd0c70d6801'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:46.292415 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['79b17019-3c85-4fff-95ad-dfd0c70d6801'], 'active': True} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:46.315165 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.324533 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Deleting port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:46.324984 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.450744 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_dvr_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] Set router 79b17019-3c85-4fff-95ad-dfd0c70d6801 gateway port host: None {{(pid=82798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:46.513718 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] For port a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:46.514070 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.556026 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.db.l3_hamode_db [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T14:00:46Z', 'revision_number': 6, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:46.559885 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca065-ea6b-4e33-802c-b39f784ccb3c None None] The sync data for ids ['79b17019-3c85-4fff-95ad-dfd0c70d6801'] in dv-cinder-825104-1-iscsi is: [{'id': '79b17019-3c85-4fff-95ad-dfd0c70d6801', 'name': 'tempest-TestShelveInstance-640792938-router', 'tenant_id': '6c62f49d3df742279567e7a403853283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:55:55Z', 'updated_at': '2022-01-18T14:00:46Z', 'revision_number': 6, 'project_id': '6c62f49d3df742279567e7a403853283', 'gw_port_host': None}] {{(pid=82798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:00:46.644693 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Calling delete_port for a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:46.807500 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:46.851280 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:47.087019 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.339484 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.343873 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.369513 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.370063 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b17019-3c85-4fff-95ad-dfd0c70d6801 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:00:47.382389 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.383498 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-867ae90c-e876-4877-9987-95904014dabe admin admin] 10.222.0.31 "DELETE /v2.0/routers/79b17019-3c85-4fff-95ad-dfd0c70d6801 HTTP/1.1" status: 204 len: 168 time: 1.5630281 Jan 18 14:00:47.385992 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45386) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:47.448324 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Deleting subnet 4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:00:47.451188 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.603537 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3656099'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.678127 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.746548 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3111810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3169870'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.788180 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:47.793665 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.799849 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb51e9d-3071-4413-8c2e-b667b23dc529 None None] Network cf1264b9-d039-46bb-8f54-931360721c27 requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:47.801242 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-ce68b1a9-b604-4b8d-b432-84da47dd7b7d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4d9bb087-2e42-42b1-b2eb-5ab875f0a6fb HTTP/1.1" status: 204 len: 168 time: 0.4142494 Jan 18 14:00:47.803588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45390) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:47.908470 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:47.918724 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Deleting port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:47.919047 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.048770 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] DHCP port deletion for cf1264b9-d039-46bb-8f54-931360721c27 request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:00:48.053054 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Deleting port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:48.053509 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.128558 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] For port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:48.128915 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.254997 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Calling delete_port for dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:48.287048 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] For port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,segment=NetworkSegment(f44d7699-d796-46ef-b639-242c17b8ecb9),segment_id=f44d7699-d796-46ef-b639-242c17b8ecb9)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:48.287345 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.330471 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.378948 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:48.382897 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] No DVR routers for this DVR port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 on host dv-cinder-825104-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:00:48.411815 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Calling delete_port for dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:48.441400 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 07ae51d4-6573-4b60-ba04-f3fb99f36d55 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:48.488236 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 07ae51d4-6573-4b60-ba04-f3fb99f36d55 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:48.488569 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 07ae51d4-6573-4b60-ba04-f3fb99f36d55 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:48.488979 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:48.506616 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.527461 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:48.527793 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device a3f1be3c-a96f-4406-b27e-5ce6ee2d13e6 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:48.528220 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:48.536330 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1264b9-d039-46bb-8f54-931360721c27']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:48.548488 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44d7699-d796-46ef-b639-242c17b8ecb9') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:48.548781 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44d7699-d796-46ef-b639-242c17b8ecb9') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:48.560289 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.564381 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:48.564705 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:48.577586 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.581694 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:00:48.582052 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:00:48.584548 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:00:48.584952 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:00:48.598328 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:00:48.674516 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.690853 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:48.702699 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1264b9-d039-46bb-8f54-931360721c27,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:48.708390 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-853216f2-57c0-42ff-a1d4-f0c9684a07ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/cf1264b9-d039-46bb-8f54-931360721c27 HTTP/1.1" status: 204 len: 168 time: 0.9037290 Jan 18 14:00:48.710496 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45394) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:49.083689 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Deleting port dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:49.084351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.148347 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-738565ef-dcad-459f-89c4-b7723051fb0e None None] The port 'dc1ccd28-fd6a-43c5-8cd8-ad586c0fab88' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:00:49.185671 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444254'] for router_interface, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.787223 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Deleting port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:49.787961 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:49.958789 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] For port adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:49.959140 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:50.076835 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Calling delete_port for adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 owned by network:router_interface {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:50.246695 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:50.290245 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Pushing event deleted for resources: {'Port': ['ID=adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:50.584812 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440759'] for router_interface, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.268410 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 has already been hosted by L3 agent b54aaba1-41c8-40a8-a9e5-5835ac9323c3 {{(pid=82796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 14:00:51.470457 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] Notify agent at l3_agent.dv-cinder-825104-1-iscsi the message routers_updated {{(pid=82796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 14:00:51.479773 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Sync routers for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 14:00:51.487270 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-e1bd00b2-40c3-472b-ba61-33b3d13ce527 admin admin] 10.222.0.31 "PUT /v2.0/routers/d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7756081 Jan 18 14:00:51.489566 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45398) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:51.492310 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:51.492888 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:51.676503 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: dv-cinder-825104-1-iscsi {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:51.685185 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks [] for router, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.889577 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.899517 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Deleting port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:51.899870 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:51.988188 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'external_fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T14:00:50Z', 'revision_number': 5, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port': {'id': '0622bb2a-200d-4aa6-9f5c-70c7e0f07a87', 'name': '', 'network_id': '39bb8383-e7bf-4bf2-a4da-52105ceb2ca6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T13:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05955b6a-0a3e-4986-bf4e-bb232a51c66e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825104-1-iscsi'}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:51.991983 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Checking router: d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 for host: dv-cinder-825104-1-iscsi {{(pid=82799) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 14:00:52.002722 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Routers {'d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'} bound to L3 agent in host dv-cinder-825104-1-iscsi {{(pid=82799) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 14:00:52.003312 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T13:40:07Z,description=,heartbeat_timestamp=2022-01-18T14:00:37Z,host='dv-cinder-825104-1-iscsi',id=b54aaba1-41c8-40a8-a9e5-5835ac9323c3,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T13:40:07Z,topic='l3_agent')) {'router_ids': ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'], 'active': True} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:52.078493 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] For port 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,segment=NetworkSegment(d7fea68a-a31e-4343-98fa-574d3a4f6e19),segment_id=d7fea68a-a31e-4343-98fa-574d3a4f6e19)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:52.078894 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.152976 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_dvr_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] Set router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 gateway port host: None {{(pid=82799) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 14:00:52.262440 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.l3_hamode_db [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T14:00:51Z', 'revision_number': 6, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port_host': None}], 'dv-cinder-825104-1-iscsi', False) {} {{(pid=82799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:52.267203 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece437c-ceb3-4d8d-903a-e38af5a46b25 None None] The sync data for ids ['d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1'] in dv-cinder-825104-1-iscsi is: [{'id': 'd3c73f5e-b6c5-4cc1-8af2-277830fcbcd1', 'name': 'tempest-TestShelveInstance-1736538186-router', 'tenant_id': '59f6a39d66214bd2b42fdddfdba12a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:56:06Z', 'updated_at': '2022-01-18T14:00:51Z', 'revision_number': 6, 'project_id': '59f6a39d66214bd2b42fdddfdba12a96', 'gw_port_host': None}] {{(pid=82799) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 14:00:52.305742 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Calling delete_port for 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 owned by network:router_gateway {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:52.467561 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.511266 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Pushing event deleted for resources: {'Port': ['ID=0622bb2a-200d-4aa6-9f5c-70c7e0f07a87,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:52.550890 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.654422 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:52.699088 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:52.699429 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device adbd9b76-7ce2-4f7a-a17a-92f9cb0aec71 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:52.742872 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-440699'] for router_gateway, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.994394 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-442863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10366'] for router, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:52.998375 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.028825 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-442771'] for router, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.029677 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 {{(pid=82796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 14:00:53.042831 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] Notify callbacks [] for router, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.046372 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a3742d6c-48a5-4e2c-a368-2da2d45c6995 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d3c73f5e-b6c5-4cc1-8af2-277830fcbcd1 HTTP/1.1" status: 204 len: 168 time: 1.5534966 Jan 18 14:00:53.046568 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45402) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:53.106516 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Deleting subnet ff2377f1-86e1-4c98-8601-ccd6838a7e36 {{(pid=82796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 14:00:53.109733 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.163214 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3656099'] for subnet, precommit_delete_associations {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.243210 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-560244'] for subnet, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.309904 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-560237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3111810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3169870'] for subnet, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.352482 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff2377f1-86e1-4c98-8601-ccd6838a7e36,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:53.358802 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.363982 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328330d1-2da9-4997-a8fd-181a3da54159 None None] Network a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc requested from dv-cinder-825104-1-iscsi {{(pid=82798) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 14:00:53.366193 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-87d8655b-ccd8-48c9-8ee1-8d1a5bb6d244 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ff2377f1-86e1-4c98-8601-ccd6838a7e36 HTTP/1.1" status: 204 len: 168 time: 0.3185208 Jan 18 14:00:53.368719 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45406) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:53.476287 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-535702'] for network, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.486829 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Deleting port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 {{(pid=82796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:53.487157 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.603200 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc993858-de32-4874-a527-131f59b16523 None None] DHCP port deletion for a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc request from dv-cinder-825104-1-iscsi {{(pid=82798) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 14:00:53.607466 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-cc993858-de32-4874-a527-131f59b16523 None None] Deleting port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:53.607835 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cc993858-de32-4874-a527-131f59b16523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.788841 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.db [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] For port dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:53.789193 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.833302 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.db [None req-cc993858-de32-4874-a527-131f59b16523 None None] For port dd6c5cfe-4570-4521-abee-9cc6d53d46a4, host dv-cinder-825104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825104-1-iscsi',level=0,port_id=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,segment=NetworkSegment(7f3b626f-8baa-4629-a842-a2d87d06b3f6),segment_id=7f3b626f-8baa-4629-a842-a2d87d06b3f6)] {{(pid=82798) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 14:00:53.833607 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cc993858-de32-4874-a527-131f59b16523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-336424'] for port, precommit_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:53.911917 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.plugin [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Calling delete_port for dd6c5cfe-4570-4521-abee-9cc6d53d46a4 owned by network:dhcp {{(pid=82796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:53.950435 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-cc993858-de32-4874-a527-131f59b16523 None None] Calling delete_port for dd6c5cfe-4570-4521-abee-9cc6d53d46a4 owned by network:dhcp {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 14:00:53.983776 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-693766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730039466478', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730038993884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3112561'] for port, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.022222 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.db.api [None req-cc993858-de32-4874-a527-131f59b16523 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82798) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 14:00:54.022571 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG oslo_db.api [None req-cc993858-de32-4874-a527-131f59b16523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 14:00:54.032773 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6c5cfe-4570-4521-abee-9cc6d53d46a4,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:54.039872 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] No DVR routers for this DVR port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 on host dv-cinder-825104-1-iscsi {{(pid=82796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 14:00:54.154524 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-570109', 'neutron.services.segments.db._delete_segments_for_network-8730039443676'] for network, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.181017 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc']}} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:54.193091 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3b626f-8baa-4629-a842-a2d87d06b3f6') {'for_net_delete': True} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:54.193383 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.services.segments.db [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3b626f-8baa-4629-a842-a2d87d06b3f6') {} {{(pid=82796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 14:00:54.204749 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730039443559', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3656104'] for segment, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.220349 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-558030'] for segment, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.226495 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=82796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 14:00:54.226985 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-558041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3112484'] for segment, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: Traceback (most recent call last): Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: timer() Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: cb(*args, **kw) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: return func(*args, **kwargs) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: self._notify() Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: self.callback(batched_events) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: event.method(event) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: return f(self, *a, **k) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._get(url).json() Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: return self.request(url, 'GET', **kwargs) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 14:00:54.240453 dv-cinder-825104-1-iscsi neutron-server[82796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 14:00:54.316289 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-570098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-440670'] for network, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.331883 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1458977'] for network, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.342007 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:54.352576 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-53a1ee7d-5d1c-43e4-8cfd-2678f8803fe7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7dfbd4f-28fe-41d4-b7c7-108f42ef41bc HTTP/1.1" status: 204 len: 168 time: 0.9828815 Jan 18 14:00:54.402207 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dd6c5cfe-4570-4521-abee-9cc6d53d46a4 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:54.434941 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: dd6c5cfe-4570-4521-abee-9cc6d53d46a4 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:54.435280 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device dd6c5cfe-4570-4521-abee-9cc6d53d46a4 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:54.435711 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 no longer exists at agent ovs-agent-dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 14:00:54.466013 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] No Port match for: 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 {{(pid=82798) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 14:00:54.466352 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.rpc [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Device 0622bb2a-200d-4aa6-9f5c-70c7e0f07a87 not bound to the agent host dv-cinder-825104-1-iscsi {{(pid=82798) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 14:00:54.523714 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-cc993858-de32-4874-a527-131f59b16523 None None] Deleting port dd6c5cfe-4570-4521-abee-9cc6d53d46a4 {{(pid=82798) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 14:00:54.524128 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cc993858-de32-4874-a527-131f59b16523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730039362097'] for port, before_delete {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:54.593566 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron.plugins.ml2.plugin [None req-cc993858-de32-4874-a527-131f59b16523 None None] The port 'dd6c5cfe-4570-4521-abee-9cc6d53d46a4' was deleted {{(pid=82798) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 14:00:54.643212 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45412) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:54.985447 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-10de31bf-74d1-423e-be09-79fd68eadeda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c62f49d3df742279567e7a403853283&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3410788 Jan 18 14:00:54.988080 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45418) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:55.049769 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.075559 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.125895 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.147006 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe8264-db01-4df7-8245-5084a8693b13,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:55.154639 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.158994 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-4ed978bd-2f69-4184-be65-e5ac38dc7f47 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58fe8264-db01-4df7-8245-5084a8693b13 HTTP/1.1" status: 204 len: 168 time: 0.1667976 Jan 18 14:00:55.481588 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45426) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:55.531642 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-a71e6d89-6fd9-4fe2-a1b6-a1995fd9eebb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59f6a39d66214bd2b42fdddfdba12a96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489068 Jan 18 14:00:55.534510 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.wsgi [-] (82796) accepted ('10.222.0.31', 45430) {{(pid=82796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 14:00:55.592321 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.617340 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.667408 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3715114'] for security_group, after_delete {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.681118 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63277a6-78e2-482f-8c22-a116792352a0,revision_number=None']} {{(pid=82796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 14:00:55.687379 dv-cinder-825104-1-iscsi neutron-server[82796]: DEBUG neutron_lib.callbacks.manager [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:00:55.689108 dv-cinder-825104-1-iscsi neutron-server[82796]: INFO neutron.wsgi [None req-56685953-13a9-451f-a6fe-29557517a304 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d63277a6-78e2-482f-8c22-a116792352a0 HTTP/1.1" status: 204 len: 168 time: 0.1537044 Jan 18 14:01:05.048624 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-caf6da05-23a2-4b39-941c-5a6d61891336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:07.368431 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ae2c6b57-10d9-4fa6-92c0-80f6fbec150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.391523 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:08.564420 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:09.827693 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:12.276522 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:01:22.550828 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:35.049575 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9c61-6684-485e-8255-3fe4f0603cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:37.370325 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-60ff03ea-951a-4c73-a3b7-3ebc3e012639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:38.394318 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:38.566451 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:39.830527 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:01:49.277559 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:01:52.573183 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:05.050955 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-64da2aef-0aa1-4c4c-8353-6aaad6ddd2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:07.373351 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-dacc189c-b114-4fd8-b5a3-3a830771a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:08.397518 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:08.567325 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:09.833188 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:22.574082 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:26.278508 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:02:35.053219 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4e018005-a6f5-41ba-b6a7-486cc733a110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:37.376313 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-d222f50f-e7c8-4f15-b622-d692c9ee518d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:38.400088 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:38.569221 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:39.837344 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:02:52.571134 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:03.279784 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:03:05.054609 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-30f93499-37a2-4919-a972-0d8e370bad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:07.378288 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-176321a5-0e29-4720-b767-c34d9a99ed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.402298 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:08.570673 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:09.838143 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:22.577521 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:35.057032 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-237df25a-01fc-494d-834f-1d918332fa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:37.381428 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-b9b75b65-5b1e-4820-9fee-9dfee7d07484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:38.406276 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:38.573391 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:39.843184 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:03:40.280237 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:03:52.591877 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.065208 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-cbdab0ed-effb-4fa4-ae89-a4496cfbd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:05.455339 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [req-1e06c7e9-baa7-420e-914e-bc6b1c567024 req-b17d3892-a80c-40c3-a0b9-19bceb1c4be1 service neutron] (82797) timed out ('10.222.0.36', 50403) {{(pid=82797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 14:04:07.383090 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47a5ba45-eda1-413a-b6e0-3bf7eb90b38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:08.408859 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:08.577431 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:09.844750 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:17.281415 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:04:22.591405 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:35.058640 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0458-d570-4d07-a2a6-844247370a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:37.386407 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e035c3a4-5fd8-4d85-ac1f-2a40a3dc3736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:38.411864 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:38.579414 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:39.847690 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:52.598442 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:04:54.280927 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:05:05.061896 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-4c369a84-9ad2-4906-9460-4ab525d6206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:07.389568 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-200bb0ac-865e-4a7a-903d-25eaac2ee7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:08.414096 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:08.581212 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:09.847535 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:22.597354 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:31.280829 dv-cinder-825104-1-iscsi neutron-server[82799]: DEBUG neutron.db.agents_db [None req-cf32b832-72be-48f0-bdfa-0d5b3732b6a9 None None] Agent healthcheck: found 6 active agents {{(pid=82799) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 14:05:35.064608 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-5df7c396-8f14-401b-ad80-6c8fdf8d313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:37.391629 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ded89d3b-c9ef-47c0-a996-119646e49315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:38.418266 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-7fc541a0-3fd1-49cb-9c33-9042197fe1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:38.582643 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-579ec691-8e0d-48d2-911f-e24a2327ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:39.850834 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-e026c010-5a75-46f3-901c-9bfa606eab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:05:39.857902 dv-cinder-825104-1-iscsi neutron-server[82797]: DEBUG neutron.wsgi [req-77f44cf8-19ce-48ca-87e2-f485962fac12 req-7e25cc4b-fd64-40ae-b3b5-7b5bfe69c20c service neutron] (82797) timed out ('10.222.0.36', 50420) {{(pid=82797) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 14:05:52.598397 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-47f756f2-52d0-4edc-a28a-fff7e0ef031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:05.067317 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-80789a2a-e2b5-4212-9dfc-4d64d80ef200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 14:06:07.394716 dv-cinder-825104-1-iscsi neutron-server[82798]: DEBUG neutron_lib.callbacks.manager [None req-ef52e1df-34a9-4e1f-8876-7a91540f7787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730039443658', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571901'] for agent, after_update {{(pid=82798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}